-- Logs begin at Mon 2021-01-25 17:49:27 UTC, end at Mon 2021-01-25 19:13:38 UTC. --
Jan 25 18:34:04.367153 dv-cinder-772388-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jan 25 18:34:07.086278 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.common.config [-] Logging enabled!
Jan 25 18:34:07.086843 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev421
Jan 25 18:34:07.088146 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80085) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 25 18:34:07.089973 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.common.config [-] Logging enabled!
Jan 25 18:34:07.090265 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev421
Jan 25 18:34:07.090616 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80085) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 25 18:34:07.091660 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 25 18:34:07.091924 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 25 18:34:07.092994 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 25 18:34:07.093267 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 25 18:34:07.093524 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 25 18:34:07.093893 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.094232 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.094567 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.094825 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.095162 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.095494 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.095815 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.096143 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.096481 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.096801 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.097142 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.097465 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.097726 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.098053 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.098376 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.098702 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.098955 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.099272 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.099810 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.100129 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.100442 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.100767 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.101107 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.101420 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.101740 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.102102 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] host                           = dv-cinder-772388-1-iscsi {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.102416 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.102741 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.103064 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.103388 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.103698 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.104010 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.104330 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.104640 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.104945 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.105279 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.105633 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.105962 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.106295 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.106550 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.106801 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.107126 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.107453 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.107767 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.108165 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.108390 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.108699 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.109029 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.109336 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.109659 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.109984 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.110307 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.110617 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.110925 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.111231 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.111535 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.111860 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.112169 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.112476 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.112785 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.113139 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.113444 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.113753 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.114101 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.114426 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.114748 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.115073 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.115383 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.115707 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.116012 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.116316 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.116621 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.116927 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.117260 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.117578 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.117888 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.118192 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.118498 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.118801 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.119123 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:07.119454 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.119789 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.120128 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.120447 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.120775 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.121639 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.121971 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.122283 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.122610 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.122937 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.123259 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.123569 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.123889 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.124199 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.124532 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.124879 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.125242 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.125577 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.125887 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.126193 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.126501 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.126811 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.127132 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.127464 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.127792 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.128355 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.128672 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.129023 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.129341 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.129646 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.129956 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.130283 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.130593 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.130901 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.131217 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.131531 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.131837 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.132143 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.132453 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.132780 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.133129 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.133438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.133743 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.134053 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.134357 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.134679 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.134990 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.135296 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.135604 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.135917 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.136227 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.136536 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.137422 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.137733 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.138045 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.138353 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.138664 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.138973 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.139280 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.139584 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.139892 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.140200 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.140511 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.140817 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.141151 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.141460 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.141768 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.142077 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.142399 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.142734 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.143067 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.143364 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.143675 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.143986 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.144299 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.144612 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.144926 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.145265 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.145573 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.145901 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.146225 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.146549 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.146866 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.147180 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.147516 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.147830 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.148149 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.148469 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.148783 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.149129 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.149468 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.149799 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.150129 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.150463 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.150794 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.151125 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.151444 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.151797 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.152113 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:07.152386 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 25 18:34:07.152648 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80085) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Jan 25 18:34:07.811882 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO keyring.backend [-] Loading Gnome
Jan 25 18:34:07.828832 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO keyring.backend [-] Loading Google
Jan 25 18:34:07.831589 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO keyring.backend [-] Loading Windows (alt)
Jan 25 18:34:07.835110 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO keyring.backend [-] Loading file
Jan 25 18:34:07.836079 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO keyring.backend [-] Loading keyczar
Jan 25 18:34:07.836356 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO keyring.backend [-] Loading multi
Jan 25 18:34:07.837019 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO keyring.backend [-] Loading pyfs
Jan 25 18:34:07.883978 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:34:07.884287 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:34:07.884628 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:34:07.885019 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.manager [-] Loading core plugin: ml2
Jan 25 18:34:08.278794 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.279311 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.279452 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.327238 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.327544 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.327842 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.331492 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.331799 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.332095 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.400726 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.401061 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.401363 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.402549 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.402849 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.403141 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.671465 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f2a254d5d08> agent after_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.671718 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f2a254d5d08> agent after_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.672020 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f2a254d5d90> segment precommit_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.672325 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f2a254d5e18> network precommit_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.673193 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f2a254ede18> segment before_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.820525 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a25ff5048>> network before_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.820896 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f2a256cc9d8> agent before_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.821252 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a25ff5048>> network before_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.821551 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a25ff5048>> port before_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.821850 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a25ff5048>> port before_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.822229 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a25ff5048>> segment after_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.822527 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a25ff5048>> segment precommit_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.822990 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a25ff5048>> segment precommit_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.823286 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a25ff5048>> segment after_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.823630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a25ff5048>> network after_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.823934 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a25ff5048>> network precommit_delete 0 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.824236 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a25ff5048>> port provisioning_complete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.824567 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a25ff5048>> rbac-policy before_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.824864 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a25ff5048>> rbac-policy after_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.825203 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a25ff5048>> agent after_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.825520 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a25ff5048>> subnet after_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.825814 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a25ff5048>> subnet precommit_delete 0 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.826135 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a25ff5048>> rbac-policy before_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.826421 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a25ff5048>> rbac-policy before_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.826908 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a25ff5048>> port after_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.827194 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a25ff5048>> port after_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.827474 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a25ff5048>> port after_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.827810 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a25ff5048>> rbac-policy before_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.828092 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a25ff5048>> rbac-policy before_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.828366 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a25ff5048>> rbac-policy before_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.828794 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 25 18:34:08.829103 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 25 18:34:08.829380 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 25 18:34:08.829655 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 25 18:34:08.829928 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 25 18:34:08.830200 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 25 18:34:08.831598 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jan 25 18:34:08.834895 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jan 25 18:34:08.838851 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jan 25 18:34:08.842906 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])])
Jan 25 18:34:08.844559 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jan 25 18:34:08.845674 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jan 25 18:34:08.846218 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Jan 25 18:34:08.846677 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jan 25 18:34:08.849467 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jan 25 18:34:08.849747 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jan 25 18:34:08.850132 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Jan 25 18:34:08.872701 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Jan 25 18:34:08.873254 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f2a256bf6d8>> qos_plugin after_init 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.873585 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80085) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Jan 25 18:34:08.873996 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f2a2550c2b0>> logging-plugin after_init 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.875364 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80085) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jan 25 18:34:08.875680 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Jan 25 18:34:08.875955 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Jan 25 18:34:08.879381 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f2a2550c358>> floatingip before_response 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.879693 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f2a2550c358>> port before_response 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:08.944949 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jan 25 18:34:08.945243 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jan 25 18:34:08.945519 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jan 25 18:34:08.945931 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jan 25 18:34:08.982736 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_db.sqlalchemy.engines [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80085) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jan 25 18:34:09.428865 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.managers [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Initializing driver for type 'gre'
Jan 25 18:34:09.429499 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] gre ID ranges: [(1, 1000)]
Jan 25 18:34:09.471432 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.managers [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Initializing driver for type 'local'
Jan 25 18:34:09.471805 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.managers [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Initializing driver for type 'vlan'
Jan 25 18:34:09.482195 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] VlanTypeDriver initialization complete
Jan 25 18:34:09.482535 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.managers [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Initializing driver for type 'vxlan'
Jan 25 18:34:09.483067 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] vxlan ID ranges: [(1, 1000)]
Jan 25 18:34:09.525017 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.managers [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Initializing extension driver 'port_security'
Jan 25 18:34:09.525399 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.extensions.port_security [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] PortSecurityExtensionDriver initialization complete
Jan 25 18:34:09.525779 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.managers [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Initializing mechanism driver 'openvswitch'
Jan 25 18:34:09.532121 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:34:09.533037 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a29c95a90>> port after_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.533428 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a29c95a90>> port after_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.533825 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a29c95a90>> port after_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.534322 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a24ff1ef0>> subnet after_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.534643 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a24ff1ef0>> subnet after_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.535110 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a24ff1ef0>> subnet after_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.535444 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a24ff1fd0>> network after_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.535830 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a24ff1fd0>> network after_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.536210 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a24ff1fd0>> network after_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.536625 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a250012b0>> security_group after_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.537032 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a250012b0>> security_group after_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.537707 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a250012b0>> security_group after_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.538128 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a25001470>> security_group_rule after_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.538515 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a25001470>> security_group_rule after_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.538893 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a25001470>> security_group_rule after_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.539314 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a25001630>> address_group after_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.539689 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a25001630>> address_group after_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.540064 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a25001630>> address_group after_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.540431 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] ML2 OVO RPC backend initialized. {{(pid=80085) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Jan 25 18:34:09.541223 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a25001710>> router_interface after_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.541614 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a25001710>> router_interface after_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.542073 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a25001710>> network before_response 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.542456 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a25001710>> networks before_response 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.542836 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a25001710>> port before_response 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.543719 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a25001710>> ports before_response 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.544094 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a25001710>> subnet before_response 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.544471 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a25001710>> subnets before_response 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.544854 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a25001710>> network after_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.545266 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a25001710>> network after_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.545640 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a25001710>> network after_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.546011 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a25001710>> port after_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.546387 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a25001710>> port after_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.546758 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a25001710>> port after_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.547131 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a25001710>> subnet after_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.547505 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a25001710>> subnet after_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.547873 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a25001710>> subnet after_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.548511 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.plugin [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Modular L2 Plugin initialization complete
Jan 25 18:34:09.548871 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading services supported by the core plugin {{(pid=80085) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jan 25 18:34:09.549288 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.plugins.ml2.managers [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Got port-security extension from driver 'port_security'
Jan 25 18:34:09.549798 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.extensions.vlantransparent [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Disabled vlantransparent extension.
Jan 25 18:34:09.551301 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80085) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jan 25 18:34:09.551662 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading Plugin: router
Jan 25 18:34:09.588879 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a25001898>> router_interface before_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.589350 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a25001898>> router after_create 55549900 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.589760 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a25001898>> router before_create 55549900 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.590169 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a25001898>> router_interface before_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.590593 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a25001898>> router_interface after_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.590994 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a25001898>> router after_delete 55549900 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.591404 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a25001898>> floatingip after_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.591811 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a25001898>> router after_create 55549900 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.592198 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a25001898>> router after_update 55549900 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.592592 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a25001898>> router after_update 55549900 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.593004 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a25001898>> router_gateway after_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.593423 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a25001898>> router after_update 55549900 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.593917 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a25001898>> router precommit_update 55549900 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.594339 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f2a2557f730> port after_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.594722 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f2a2557d1e0> port after_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.595104 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f2a25577a60> subnet after_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.595485 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f2a2557f6a8> subnetpool_address_scope after_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.595881 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a25001898>> port precommit_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.596266 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a25001898>> router precommit_create 55549900 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.596650 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f2a25577158> port before_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.597062 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a25001898>> router precommit_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.597472 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a25001898>> router after_update 55549900 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.597856 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a25001898>> router precommit_delete 55549900 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.598247 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a25001898>> router precommit_create 55549900 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.598654 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a25001898>> router_interface after_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.599041 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a25001898>> router precommit_update 55549900 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.599473 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a25001898>> network after_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.600481 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Tracking information for resource: router configured {{(pid=80085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 25 18:34:09.600863 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Tracking information for resource: floatingip configured {{(pid=80085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 25 18:34:09.606394 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.l3_agentschedulers_db [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jan 25 18:34:09.607042 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f2a24f787b8> port after_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.607438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f2a24f76730> port after_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.607829 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <function _notify_port_delete at 0x7f2a24f78730> port after_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.608216 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f2a24f78950> port after_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.609153 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2a24f385f8>> router before_create 55550100 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.609561 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2a24f385f8>> router precommit_delete 55550100 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.609962 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2a24f385f8>> router precommit_create 55550100 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.610357 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2a24f385f8>> router precommit_update 55550100 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.615211 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.provider_configuration [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Service providers = [] {{(pid=80085) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jan 25 18:34:09.615603 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.servicetype_db [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80085) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jan 25 18:34:09.618498 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.service_base [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80085) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 25 18:34:09.618889 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.service_base [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80085) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 25 18:34:09.619268 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.service_base [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80085) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 25 18:34:09.620159 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.service_base [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80085) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 25 18:34:09.620561 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.services.service_base [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Default provider is not specified for service type L3_ROUTER_NAT
Jan 25 18:34:09.621029 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 25 18:34:09.621954 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jan 25 18:34:09.632606 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 25 18:34:09.633004 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading Plugin: auto_allocate
Jan 25 18:34:09.638734 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2a24ee5f28> network precommit_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.639143 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2a24ee5f28> network precommit_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.639744 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 25 18:34:09.640101 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading Plugin: tag
Jan 25 18:34:09.647363 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 25 18:34:09.647735 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading Plugin: timestamp
Jan 25 18:34:09.651633 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 25 18:34:09.652000 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading Plugin: network_ip_availability
Jan 25 18:34:09.657648 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2a24efb5c0>> rbac-policy before_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.658056 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2a24efb5c0>> rbac-policy before_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.658448 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2a24efb5c0>> rbac-policy before_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.659260 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 25 18:34:09.659622 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading Plugin: flavors
Jan 25 18:34:09.664211 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 25 18:34:09.664583 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading Plugin: revisions
Jan 25 18:34:09.670923 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 25 18:34:09.671359 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.787s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:34:09.672176 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80085) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jan 25 18:34:09.672543 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Initializing extension manager.
Jan 25 18:34:09.673145 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: __init__.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.673528 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: __pycache__ {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.673904 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.674275 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: address_group.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.675090 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.675744 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: address-group
Jan 25 18:34:09.676110 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: address_scope.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.676881 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.677500 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: address-scope
Jan 25 18:34:09.677864 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: admin_state_down_before_update.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.678819 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.679634 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: router-admin-state-down-before-update
Jan 25 18:34:09.679850 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: agent.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.680613 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.681229 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: agent
Jan 25 18:34:09.681589 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: agent_resources_synced.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.682513 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.683094 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: agent-resources-synced
Jan 25 18:34:09.683450 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: allowedaddresspairs.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.685368 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.685972 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: allowed-address-pairs
Jan 25 18:34:09.686343 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: auto_allocated_topology.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.687437 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.688032 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: auto-allocated-topology
Jan 25 18:34:09.688401 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: availability_zone.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.689256 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.689851 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: availability_zone
Jan 25 18:34:09.690213 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: availability_zone_filter.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.691146 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.691737 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: availability_zone_filter
Jan 25 18:34:09.692107 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: data_plane_status.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.693161 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.693747 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension data-plane-status not supported by any of loaded plugins
Jan 25 18:34:09.694988 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: default_subnetpools.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.695187 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.695778 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: default-subnetpools
Jan 25 18:34:09.696140 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: dhcpagentscheduler.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.697145 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.697742 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: dhcp_agent_scheduler
Jan 25 18:34:09.698108 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: dns.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.699040 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.700153 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension dns-integration not supported by any of loaded plugins
Jan 25 18:34:09.700512 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: dns_domain_ports.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.701472 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.702065 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension dns-domain-ports not supported by any of loaded plugins
Jan 25 18:34:09.702423 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: dvr.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.703150 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.703734 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: dvr
Jan 25 18:34:09.704512 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: empty_string_filtering.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.705345 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.705935 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: empty-string-filtering
Jan 25 18:34:09.706293 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.707218 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.707798 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jan 25 18:34:09.708155 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.709102 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.709683 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jan 25 18:34:09.710043 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: external_net.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.710963 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.711552 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: external-net
Jan 25 18:34:09.711915 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: extra_dhcp_opt.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.712832 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.713473 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: extra_dhcp_opt
Jan 25 18:34:09.713833 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: extraroute.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.714858 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.715989 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: extraroute
Jan 25 18:34:09.716351 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: extraroute_atomic.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.717429 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.718023 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: extraroute-atomic
Jan 25 18:34:09.718385 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: filter_validation.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.719102 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.719680 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: filter-validation
Jan 25 18:34:09.720042 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: fip_pf_description.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.721004 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.721593 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jan 25 18:34:09.721947 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: fip_port_details.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.722892 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.723480 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: fip-port-details
Jan 25 18:34:09.723844 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: flavors.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.725224 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.725822 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: flavors
Jan 25 18:34:09.726188 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.727851 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.728452 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jan 25 18:34:09.728821 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: floatingip_pools.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.729611 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.730207 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: floatingip-pools
Jan 25 18:34:09.730571 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: ip_allocation.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.731544 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.732140 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension ip_allocation not supported by any of loaded plugins
Jan 25 18:34:09.732531 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.733487 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.734081 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: ip-substring-filtering
Jan 25 18:34:09.734450 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: l2_adjacency.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.735384 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.735967 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension l2_adjacency not supported by any of loaded plugins
Jan 25 18:34:09.736330 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: l3.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.737455 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.738052 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: router
Jan 25 18:34:09.738417 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: l3_conntrack_helper.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.740729 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.741368 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jan 25 18:34:09.741748 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.742682 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.743278 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: ext-gw-mode
Jan 25 18:34:09.743644 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.744570 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.745200 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: l3-ha
Jan 25 18:34:09.745565 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: l3_flavors.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.746616 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.747206 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: l3-flavors
Jan 25 18:34:09.747571 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.748516 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.749131 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: l3-port-ip-change-not-allowed
Jan 25 18:34:09.749496 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: l3agentscheduler.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.750763 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.751336 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: l3_agent_scheduler
Jan 25 18:34:09.751709 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: logging.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.753296 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.754163 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension logging not supported by any of loaded plugins
Jan 25 18:34:09.754533 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: metering.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.755339 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.756055 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: metering
Jan 25 18:34:09.756420 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.757629 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.758230 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: metering_source_and_destination_fields
Jan 25 18:34:09.758597 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: multiprovidernet.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.759564 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.760153 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: multi-provider
Jan 25 18:34:09.760523 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: netmtu.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.761490 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.762601 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: net-mtu
Jan 25 18:34:09.762966 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: netmtu_writable.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.763903 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.764498 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: net-mtu-writable
Jan 25 18:34:09.764863 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: network_availability_zone.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.765746 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.766340 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: network_availability_zone
Jan 25 18:34:09.766705 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: network_ip_availability.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.767827 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.768531 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: network-ip-availability
Jan 25 18:34:09.768891 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: network_segment_range.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.769792 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.770383 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension network-segment-range not supported by any of loaded plugins
Jan 25 18:34:09.770749 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: pagination.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.771753 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.772141 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: pagination
Jan 25 18:34:09.772502 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.773468 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.774061 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: port-mac-address-regenerate
Jan 25 18:34:09.774427 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.775347 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.775939 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: port-numa-affinity-policy
Jan 25 18:34:09.776303 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: port_resource_request.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.777255 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.778404 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension port-resource-request not supported by any of loaded plugins
Jan 25 18:34:09.778762 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: portbindings.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.779727 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.780323 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: binding
Jan 25 18:34:09.780686 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: portbindings_extended.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.782031 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.782633 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: binding-extended
Jan 25 18:34:09.783002 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: portsecurity.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.783933 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.784534 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: port-security
Jan 25 18:34:09.784899 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: project_id.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.785935 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.786313 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: project-id
Jan 25 18:34:09.786678 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: providernet.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.787618 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.788213 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: provider
Jan 25 18:34:09.788579 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: qos.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.792310 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.792917 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension qos not supported by any of loaded plugins
Jan 25 18:34:09.793348 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.794593 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.795184 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jan 25 18:34:09.795554 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.796479 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.797095 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jan 25 18:34:09.797462 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: qos_default.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.798389 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.798978 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension qos-default not supported by any of loaded plugins
Jan 25 18:34:09.799343 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: qos_fip.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.800042 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.800711 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension qos-fip not supported by any of loaded plugins
Jan 25 18:34:09.801102 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: qos_gateway_ip.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.802064 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.802655 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jan 25 18:34:09.803028 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: qos_port_network_policy.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.803944 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.804559 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jan 25 18:34:09.804897 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: qos_rule_type_details.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.805865 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.806547 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jan 25 18:34:09.806987 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: qos_rules_alias.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.808130 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.809395 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension qos-rules-alias not supported by any of loaded plugins
Jan 25 18:34:09.809875 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: quotasv2.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.811120 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.811536 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: quotas
Jan 25 18:34:09.811897 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: quotasv2_detail.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.813596 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.813982 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: quota_details
Jan 25 18:34:09.814354 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: rbac.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.815656 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.816265 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: rbac-policies
Jan 25 18:34:09.816638 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: rbac_address_scope.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.817713 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.818355 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: rbac-address-scope
Jan 25 18:34:09.818829 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: rbac_security_groups.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.819674 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.820264 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: rbac-security-groups
Jan 25 18:34:09.820629 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: rbac_subnetpool.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.821677 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.822278 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: rbac-subnetpool
Jan 25 18:34:09.822640 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: revisionifmatch.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.823664 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.824188 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: revision-if-match
Jan 25 18:34:09.824609 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: revisions.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.826325 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.826919 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: standard-attr-revisions
Jan 25 18:34:09.827290 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: router_availability_zone.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.828007 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.828598 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: router_availability_zone
Jan 25 18:34:09.828999 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: routerservicetype.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.829936 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.830519 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension router-service-type not supported by any of loaded plugins
Jan 25 18:34:09.830878 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.831819 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.832426 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: security-groups-normalized-cidr
Jan 25 18:34:09.832788 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: security_groups_port_filtering.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.833783 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.834481 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: port-security-groups-filtering
Jan 25 18:34:09.834763 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.835705 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.836311 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: security-groups-remote-address-group
Jan 25 18:34:09.836674 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: securitygroup.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.851406 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.852023 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: security-group
Jan 25 18:34:09.852404 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: segment.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.853319 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.853922 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension segment not supported by any of loaded plugins
Jan 25 18:34:09.854293 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.855267 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.855887 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jan 25 18:34:09.856256 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: servicetype.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.857409 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.858013 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: service-type
Jan 25 18:34:09.858374 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: sorting.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.859378 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.859753 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: sorting
Jan 25 18:34:09.860118 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: standard_attr_segment.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.861098 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.861692 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension standard-attr-segment not supported by any of loaded plugins
Jan 25 18:34:09.862054 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: standardattrdescription.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.862821 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.863415 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: standard-attr-description
Jan 25 18:34:09.863777 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: stateful_security_group.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.864724 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.865345 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: stateful-security-group
Jan 25 18:34:09.865708 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: stdattrs_common.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.866299 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jan 25 18:34:09.866656 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.867597 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.868187 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jan 25 18:34:09.868546 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: subnet_onboard.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.869663 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.870260 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: subnet_onboard
Jan 25 18:34:09.870759 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.872292 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.872885 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jan 25 18:34:09.873274 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: subnet_service_types.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.874208 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.874800 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: subnet-service-types
Jan 25 18:34:09.875161 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: subnetallocation.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.876242 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.876838 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: subnet_allocation
Jan 25 18:34:09.877246 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.877955 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.878874 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: subnetpool-prefix-ops
Jan 25 18:34:09.879240 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.880211 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.880857 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jan 25 18:34:09.881245 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: tagging.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.882588 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.883162 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: standard-attr-tag
Jan 25 18:34:09.883529 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: timestamp.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.884731 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.885363 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loaded extension: standard-attr-timestamp
Jan 25 18:34:09.885730 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: trunk.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.886769 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.887915 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension trunk not supported by any of loaded plugins
Jan 25 18:34:09.888276 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: trunk_details.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.889230 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.889917 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension trunk-details not supported by any of loaded plugins
Jan 25 18:34:09.890282 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: uplink_status_propagation.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.891215 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.891801 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jan 25 18:34:09.892160 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Loading extension file: vlantransparent.py {{(pid=80085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 25 18:34:09.892874 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 25 18:34:09.893488 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extension vlan-transparent not supported by any of loaded plugins
Jan 25 18:34:09.896295 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Creating instance of TrackedResource for resource:network
Jan 25 18:34:09.897160 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Creating instance of TrackedResource for resource:subnet
Jan 25 18:34:09.897841 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Creating instance of TrackedResource for resource:subnetpool
Jan 25 18:34:09.898500 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Creating instance of TrackedResource for resource:port
Jan 25 18:34:09.900038 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.resource_helper [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 25 18:34:09.900534 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.resource_helper [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Service FLAVORS assigned prefix:  {{(pid=80085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 25 18:34:09.901250 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.resource_helper [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 25 18:34:09.901729 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.resource_helper [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 25 18:34:09.902101 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Creating instance of TrackedResource for resource:router
Jan 25 18:34:09.902860 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Creating instance of TrackedResource for resource:floatingip
Jan 25 18:34:09.903638 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.resource_helper [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Service METERING assigned prefix: /metering {{(pid=80085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 25 18:34:09.905484 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2a24e05748>> rbac-policy before_create 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.905891 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2a24e05748>> rbac-policy before_update 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.906281 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2a24e05748>> rbac-policy before_delete 55550000 {{(pid=80085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:34:09.907456 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Creating instance of CountableResource for resource:rbac_policy
Jan 25 18:34:09.908038 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Creating instance of TrackedResource for resource:security_group
Jan 25 18:34:09.909853 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 25 18:34:09.910696 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.resource_helper [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Service CORE assigned prefix:  {{(pid=80085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 25 18:34:09.911081 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Creating instance of TrackedResource for resource:subnetpool
Jan 25 18:34:09.911457 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] subnetpool is already registered
Jan 25 18:34:09.912141 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.resource_helper [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Service CORE assigned prefix:  {{(pid=80085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 25 18:34:09.912513 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Creating instance of TrackedResource for resource:subnetpool
Jan 25 18:34:09.912879 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] subnetpool is already registered
Jan 25 18:34:09.915659 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.resource_helper [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 25 18:34:09.916134 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.resource_helper [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Service FLAVORS assigned prefix:  {{(pid=80085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 25 18:34:09.916777 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.resource_helper [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 25 18:34:09.917266 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.resource_helper [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 25 18:34:09.917645 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Creating instance of TrackedResource for resource:router
Jan 25 18:34:09.918012 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] router is already registered
Jan 25 18:34:09.918707 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Creating instance of TrackedResource for resource:floatingip
Jan 25 18:34:09.919073 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] floatingip is already registered
Jan 25 18:34:09.919767 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.resource_helper [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Service METERING assigned prefix: /metering {{(pid=80085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 25 18:34:09.920510 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Creating instance of CountableResource for resource:rbac_policy
Jan 25 18:34:09.920876 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] rbac_policy is already registered
Jan 25 18:34:09.921538 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Creating instance of TrackedResource for resource:security_group
Jan 25 18:34:09.921903 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] security_group is already registered
Jan 25 18:34:09.922574 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 25 18:34:09.922938 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] security_group_rule is already registered
Jan 25 18:34:09.923681 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.resource_helper [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Service CORE assigned prefix:  {{(pid=80085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 25 18:34:09.924050 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Creating instance of TrackedResource for resource:subnetpool
Jan 25 18:34:09.924413 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] subnetpool is already registered
Jan 25 18:34:09.925246 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.resource_helper [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Service CORE assigned prefix:  {{(pid=80085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 25 18:34:09.925570 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Creating instance of TrackedResource for resource:subnetpool
Jan 25 18:34:09.925930 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING neutron.quota.resource_registry [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] subnetpool is already registered
Jan 25 18:34:09.926643 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: extensions {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.928247 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: address-groups {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.930057 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: address-scopes {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.931320 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: agents {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.932569 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: auto-allocated-topology {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.934506 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: availability_zones {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.935929 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: dhcp-networks {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.937479 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: dhcp-agents {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.939023 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: routers {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.941006 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: flavors {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.942365 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: service_profiles {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.943699 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: next_providers {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.945417 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: service_profiles {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.946992 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: floatingip-pools {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.948306 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: routers {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.950839 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: floatingips {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.952140 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: l3-routers {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.953687 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: l3-agents {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.955222 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: metering-labels {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.956685 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: metering-label-rules {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.958195 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: network-ip-availabilities {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.959548 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: bindings {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.961401 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: quotas {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.962960 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: quotas {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.964590 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: rbac-policies {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.966036 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: security-groups {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.967343 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: security-group-rules {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.968699 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: service-providers {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.970049 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: subnetpools {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.971583 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: subnetpools {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.973272 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: tags {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.975098 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: tags {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.977131 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: tags {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.979059 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: tags {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.982205 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: tags {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.984208 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: tags {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.986180 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: tags {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.988169 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: tags {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.990275 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: tags {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:09.992328 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.extensions [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Extended resource: tags {{(pid=80085) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 25 18:34:10.000135 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING keystonemiddleware.auth_token [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jan 25 18:34:10.006037 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING keystonemiddleware.auth_token [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jan 25 18:34:10.015821 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Acquired lock "singleton_lock" {{(pid=80085) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Jan 25 18:34:10.016089 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Releasing lock "singleton_lock" {{(pid=80085) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Jan 25 18:34:10.017563 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO oslo_service.service [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Starting 2 workers
Jan 25 18:34:10.022723 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Started child 80198 {{(pid=80085) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 25 18:34:10.027483 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Started child 80199 {{(pid=80085) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 25 18:34:10.027675 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:10.029117 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [-] (80198) wsgi starting up on http://0.0.0.0:9696
Jan 25 18:34:10.029226 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.service [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Neutron service started, listening on 0.0.0.0:9696
Jan 25 18:34:10.029813 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Notify callbacks [] for process, before_spawn {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:10.030738 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 53570) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:34:10.032332 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO oslo_service.service [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Starting 1 workers
Jan 25 18:34:10.032466 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:10.033961 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [-] (80199) wsgi starting up on http://0.0.0.0:9696
Jan 25 18:34:10.037977 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Started child 80201 {{(pid=80085) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 25 18:34:10.038542 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO oslo_service.service [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Starting 1 workers
Jan 25 18:34:10.040749 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.service [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] calling RpcWorker wait() {{(pid=80201) _wait /opt/stack/neutron/neutron/service.py:128}}
Jan 25 18:34:10.041257 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.service [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] returning from RpcWorker wait() {{(pid=80201) _wait /opt/stack/neutron/neutron/service.py:135}}
Jan 25 18:34:10.042849 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:10.043793 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0102851
Jan 25 18:34:10.043904 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:34:10.044004 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Started child 80202 {{(pid=80085) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 25 18:34:10.045397 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d19193d-d7cc-43b4-8d6c-63e5d221713e None None] Notify callbacks [] for process, after_spawn {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:10.047966 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80085) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 25 18:34:10.047966 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 25 18:34:10.047966 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 25 18:34:10.047966 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 25 18:34:10.048378 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 25 18:34:10.048532 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 25 18:34:10.049121 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.049587 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:10.049721 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.049945 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.050478 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.050843 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.051514 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.051845 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.052169 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.052396 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:34:10.052502 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.052779 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.052992 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.053220 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.053520 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.053823 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.054168 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.054646 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.054967 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.057007 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.057007 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.057007 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.057007 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.057007 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.057007 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.057007 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.057645 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.058031 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.058290 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.060824 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.060824 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.060824 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.060824 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.060824 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.060824 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.060824 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.061444 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.061444 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.061607 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.062041 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.062450 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.063114 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] host                           = dv-cinder-772388-1-iscsi {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.063542 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.064001 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.064308 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.064611 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.064898 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.065215 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.065720 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.067724 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.067724 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.067724 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.067724 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.067724 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.067724 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.067724 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.067724 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.068820 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.068820 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.068820 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.068820 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.068820 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.069544 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.069544 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.069544 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.069961 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.070102 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.070249 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.071659 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.071659 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.071659 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.071659 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.071659 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.072373 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.072373 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.072373 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.072789 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.072931 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.076221 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.076221 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.076221 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.076221 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.076221 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.076221 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.076221 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.076708 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.076708 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.076840 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.077481 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.077481 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.078063 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.078308 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.078434 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.078866 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.079280 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.079603 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.079852 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.080137 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.080614 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.080722 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.081014 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.081272 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.081528 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.081782 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.082017 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.082472 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.083064 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.083473 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.083886 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.084286 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.084742 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.085384 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.085851 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.086367 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.086810 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.087273 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.087737 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.088172 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.089006 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.089006 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.089006 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.089294 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.089757 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.090131 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.090395 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.090726 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.091105 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.091434 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.092455 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.092455 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.092455 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.092691 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.092762 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.093166 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.093476 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.093788 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.77/identity {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.094071 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.094331 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.094609 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.094857 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.095123 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.095382 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.095679 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.095986 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.096253 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.096527 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.096789 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.097209 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.097495 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.097712 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.097996 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.098528 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.098969 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.099394 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.099809 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.100173 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.100585 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.101039 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.101441 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.101851 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.102240 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.102694 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.103111 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.103502 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.103748 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.104744 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.104744 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.104744 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.104744 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.105082 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.105288 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.105474 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.105810 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.106092 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.106356 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.106634 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.106887 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.107181 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.107476 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.107810 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.107972 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.108221 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.108466 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.108724 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.109025 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.109264 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.109518 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.109764 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.110061 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.110303 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.110587 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.110861 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.111106 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.111353 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.111598 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.113086 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.113086 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.113086 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.113086 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.113086 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.113479 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.113629 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.114111 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.114111 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.114386 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.114652 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.114959 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.115221 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.115517 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.116030 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.116197 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.116465 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.116717 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.116988 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.117587 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.117587 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.117919 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.118848 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.118848 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.118848 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.118848 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.119582 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.119582 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.119858 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.120006 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.120259 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.120525 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.120862 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.121238 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.122088 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.122389 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.122711 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.123086 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.123392 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.123693 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.123999 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.124349 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.124611 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.124926 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.125289 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.125558 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.125825 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.126119 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.126475 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.126770 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.127033 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.127295 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.127599 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.127879 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.128149 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.128720 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.130068 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.130387 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.130676 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.131131 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.77/identity {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.131576 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.132630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.132630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.132630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.132630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.132936 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.133163 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.133418 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.133697 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.134022 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.134273 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.134530 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.134789 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.135071 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.136119 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.136119 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.136119 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.136119 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.136587 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.136587 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.136845 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.137705 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.138583 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.138583 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.138583 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.138946 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.139064 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.139252 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.139516 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.139807 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.140092 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.140346 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.140631 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.140889 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.141217 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.141469 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.141744 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.142470 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.142470 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.142470 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.142862 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.142985 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.143266 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.143620 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.143894 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.144184 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.144918 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.144918 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.145219 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.145516 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.145740 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.145987 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.146274 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.147504 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.147819 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.148094 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.148346 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.148621 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.148868 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.150401 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.150669 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.151016 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.151333 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.151615 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.151897 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.152148 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.152433 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.152746 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.153030 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.154169 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.154169 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.154169 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.154169 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.154453 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.154453 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.154737 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.155054 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.155361 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.155651 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.155970 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.156244 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.156714 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.156893 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.158513 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.158513 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.158958 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.159240 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.159450 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.159646 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.159845 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.160408 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.160759 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.161812 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.162322 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.162819 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.163283 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.163759 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.164202 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.164561 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.164976 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.165308 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.165638 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.165913 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.166219 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.167213 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.167213 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.167213 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.167213 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.167517 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.167784 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.168069 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.168851 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.169153 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.169431 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.169684 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.169947 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.170195 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.170467 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.170723 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.170895 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 25 18:34:10.171436 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80085) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 25 18:34:10.171759 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 25 18:34:10.171935 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 25 18:34:10.172130 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 25 18:34:10.173009 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 25 18:34:10.173009 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 25 18:34:10.173009 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.173009 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.173602 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.173602 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.173602 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.173602 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.174719 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.174719 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.174719 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.174719 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.174719 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.174719 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.174719 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.175818 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.175818 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.175818 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.175818 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.175818 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.175818 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.175818 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.176621 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.176621 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.176621 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.176621 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.176621 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.177346 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.177346 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.177346 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.177346 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.177915 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.177915 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.177915 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.178368 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.178368 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.178368 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.179047 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.179047 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.179047 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.179499 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.179499 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] host                           = dv-cinder-772388-1-iscsi {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.179499 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.180041 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.180041 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.180041 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.180593 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.180593 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.180593 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.180593 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.181162 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.181162 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.181162 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.181545 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.181545 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.181545 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.181895 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.181895 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.182134 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.182264 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.184191 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.184191 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.184191 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.184191 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.184191 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.184191 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.184191 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.186020 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.186020 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.186020 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.186020 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.186020 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.186020 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.186020 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.186020 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.187339 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.187339 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.187339 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.187339 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.187339 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.187339 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.187339 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.187339 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.188497 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.188497 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.188497 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.188497 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.188497 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.188497 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.188497 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.188497 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.190957 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.190957 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.190957 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.190957 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.190957 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.190957 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.190957 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.190957 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.192308 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.192308 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.192308 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.192308 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.192308 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.192308 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.192308 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.192308 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.192308 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.193872 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.193872 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.193872 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 25 18:34:10.193872 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.193872 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.193872 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.193872 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.193872 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.195227 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.195227 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.195227 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.195227 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.195227 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.195227 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.195227 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.195227 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.195227 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.196590 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.196590 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.196590 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.196590 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.196590 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.196590 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.196590 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.196590 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.200014 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.200014 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.200014 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.77/identity {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.200014 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.200014 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.200014 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.200014 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.200014 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.201344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.201344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.201344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.201344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.201344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.201344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.201344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.201344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.201344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.202826 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.202826 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.202826 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.202826 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.202826 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.202826 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.202826 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.202826 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.202826 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.206437 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.206437 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.206437 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.206437 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.206437 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.206437 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.206437 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.206437 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.206437 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.207929 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.207929 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.207929 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.207929 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.207929 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.207929 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.207929 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.207929 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.207929 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.209354 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.209354 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.209354 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.209354 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.209354 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.209354 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.209354 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.209354 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.209354 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.209894 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.209894 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.209894 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.209894 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.209894 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.209894 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.209894 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.209894 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.209894 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.210433 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.210433 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.210433 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.210433 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.210433 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.210433 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.210433 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.210433 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.211036 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.211036 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.211036 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.211036 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.211036 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.211036 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.211036 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.211036 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.211509 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.211509 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.211509 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.211509 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.211509 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.211509 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.211509 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.211509 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.211981 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.211981 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.211981 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.211981 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.211981 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.211981 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.211981 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.212401 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.212401 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.212534 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.213074 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.213074 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.213074 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.213414 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.213630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.213734 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.213914 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.214098 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.214286 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.214483 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.214678 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.214866 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.215218 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.215923 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.217630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.217630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.217630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.217630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.218605 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.218605 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.218807 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.218881 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.219065 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.219252 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.219441 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.219640 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.77/identity {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.219816 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.220003 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.220189 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.220381 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.220581 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.220844 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.221133 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.221133 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.221496 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.221496 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.221782 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.221782 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.222127 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.222127 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.222509 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.222509 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.222975 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.222975 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.222975 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.223422 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.223422 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.223422 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.223940 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.223940 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.223940 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.224442 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.224442 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.224442 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.224442 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.225206 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.225206 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.225206 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.225206 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.225901 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.225901 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.225901 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.225901 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.225901 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.228502 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.228502 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.228502 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.228502 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.228502 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.228502 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.228502 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.228502 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.229922 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.229922 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.229922 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.229922 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.229922 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.229922 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.229922 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.229922 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.231273 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.231273 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.231273 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.231273 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.231273 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.231273 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.231273 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.231273 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.231273 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.232732 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.232732 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.232732 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.232732 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.232732 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.232732 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.232732 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.232732 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.234109 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.234109 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.234109 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.234109 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.234109 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.234109 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.234109 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.234109 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.235438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.235438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.235438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.235438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.235438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.235438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.235438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.235438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.236759 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.236759 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.236759 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.236759 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.236759 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.236759 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.236759 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.236759 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.238403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.238403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.238403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.238403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.238403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.238403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.238403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.238403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.239789 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.239789 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.239789 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.239789 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.239789 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.239789 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.239789 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.239789 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.239789 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.241198 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.241198 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.241198 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.241198 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.241198 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.241198 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.241198 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 25 18:34:10.241198 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80085) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 25 18:34:10.244684 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:34:20.948761 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daef79d-a181-46cf-8250-f4e9d9143e9b None None] get_active_networks_info from dv-cinder-772388-1-iscsi {{(pid=80201) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 25 18:34:21.215896 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daef79d-a181-46cf-8250-f4e9d9143e9b None None] No non-hosted networks {{(pid=80201) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jan 25 18:34:21.229120 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-aefb1a46-de87-4002-a505-e88546341fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992'] for agent, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:23.062528 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c8eb49c5-ce7e-4159-84d5-28ebb748dc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992'] for agent, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:23.123734 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3bd29ad7-937f-4dec-be1e-10cb57d32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:23.203069 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992'] for agent, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:24.692035 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992'] for agent, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:24.693351 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:24.693905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:24.694476 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:24.695015 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:24.695557 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:24.696104 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:24.696642 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:24.697663 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:24.698225 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:24.698763 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:24.699302 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:24.699847 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:24.700435 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2a24ab1588>, 'Open vSwitch agent', 'dv-cinder-772388-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:34:24.706072 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2a24169c50>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772388-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:34:25.157491 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992'] for agent, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:26.382503 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 53674) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:34:26.632526 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] get_endpoint_by_host() called for host dv-cinder-772388-1-iscsi {{(pid=80201) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 25 18:34:26.637930 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] get_endpoint_by_ip() called for ip 192.168.0.54 {{(pid=80201) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 25 18:34:26.641334 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] _add_endpoint() called for ip 192.168.0.54 {{(pid=80201) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 25 18:34:26.648971 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] _get_endpoints() called {{(pid=80201) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 25 18:34:27.080400 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING oslo_policy.policy [None req-871ea072-c7a7-414a-ae5d-55330a71beaa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 25 18:34:27.081058 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING oslo_policy.policy [None req-871ea072-c7a7-414a-ae5d-55330a71beaa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 25 18:34:27.315401 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [None req-871ea072-c7a7-414a-ae5d-55330a71beaa admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 25 18:34:27.316640 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-871ea072-c7a7-414a-ae5d-55330a71beaa admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.9316254
Jan 25 18:34:28.235569 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.l3_hamode_db [None req-ec0f024e-962b-4ea9-ade8-8f5e78c9476c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jan 25 18:34:28.330185 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0f024e-962b-4ea9-ade8-8f5e78c9476c None None] Routers set() bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:34:28.330551 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0f024e-962b-4ea9-ade8-8f5e78c9476c None None] Router IDs set() for agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jan 25 18:34:30.090988 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 53690) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:34:30.535206 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-140073e7-d732-4b8f-a3d7-da9c0ec0477b admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:34:30.591154 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.policy [None req-140073e7-d732-4b8f-a3d7-da9c0ec0477b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80199) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Jan 25 18:34:30.592680 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING oslo_policy.policy [None req-140073e7-d732-4b8f-a3d7-da9c0ec0477b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 25 18:34:30.593073 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING oslo_policy.policy [None req-140073e7-d732-4b8f-a3d7-da9c0ec0477b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 25 18:34:30.606667 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.quota [None req-140073e7-d732-4b8f-a3d7-da9c0ec0477b admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f2a24883710>.
Jan 25 18:34:30.623375 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-140073e7-d732-4b8f-a3d7-da9c0ec0477b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:34:30.682881 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-140073e7-d732-4b8f-a3d7-da9c0ec0477b admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298171666011', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298171680881', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298171679185', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298171628537', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298171629448', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854183066', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-605952', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853190312', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1625968'] for rbac-policy, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:30.747307 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-140073e7-d732-4b8f-a3d7-da9c0ec0477b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:30.748668 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-140073e7-d732-4b8f-a3d7-da9c0ec0477b admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6562297
Jan 25 18:34:33.744257 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 53704) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:34:34.153762 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'admin_state_up': True}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:34:34.160009 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:34:34.164807 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Usage tracker for resource:network and tenant:a9cee6b18b7d4743bc18bc088c3dcfe6 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:34:34.168550 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:34:34.175322 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:34:34.184424 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Made reservation on behalf of a9cee6b18b7d4743bc18bc088c3dcfe6 for: {'network': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:34:34.191184 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for network, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:34.208716 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:34.223653 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:34:34.227691 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Usage tracker for resource:security_group_rule and tenant:a9cee6b18b7d4743bc18bc088c3dcfe6 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:34:34.231364 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:34:34.237530 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:34:34.340572 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:34.343498 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:34.349108 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:34:34.369470 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 25 18:34:34.398252 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738686948825', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:34.398783 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.segments_db [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Added segment 27f16f83-cfa9-4799-9d75-34ba6349aeb9 of type vxlan for network 33253d19-713a-4c66-9bc0-e8c259d4f13d
Jan 25 18:34:34.456510 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a410d7b-d9b5-4f2f-b7b8-b16ac54d747b,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:34:34.630150 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:34.630797 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:34.631160 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:34.631518 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:34.631872 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:34.632236 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:34.632587 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:34.632937 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:34.633312 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:34.633660 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:34.634004 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:34.634349 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Tracked resource versions report:
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]: pushed versions:
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]: {   'AddressGroup': {'1.1'},
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:     'ConntrackHelper': {'1.0'},
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Log': {'1.0'},
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Network': {'1.1'},
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Port': {'1.6'},
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:     'PortForwarding': {'1.2'},
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:     'QosPolicy': {'1.8'},
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:     'SecurityGroup': {'1.4'},
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:     'SecurityGroupRule': {'1.2'},
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:     'SubPort': {'1.0'},
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Subnet': {'1.1'},
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Trunk': {'1.1'}}
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]: consumer versions:
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]: {   DHCP agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:     L3 agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:     Metadata agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:     Metering agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:     Open vSwitch agent@dv-cinder-772388-1-iscsi: {   'AddressGroup': '1.1',
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'ConntrackHelper': '1.0',
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Log': '1.0',
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Network': '1.1',
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Port': '1.6',
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'PortForwarding': '1.2',
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'QosPolicy': '1.8',
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'SecurityGroup': '1.4',
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'SecurityGroupRule': '1.2',
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'SubPort': '1.0',
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Subnet': '1.1',
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Trunk': '1.1'}}
Jan 25 18:34:34.635477 dv-cinder-772388-1-iscsi neutron-server[80085]:  {{(pid=80199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 25 18:34:34.676346 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298168216078'] for network, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:34.684671 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:34:34.714970 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:34.716306 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:34:34.717529 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:34.722723 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:34:34.832977 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.0875113
Jan 25 18:34:34.835862 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Pushing event updated for resources: {'Network': ['ID=33253d19-713a-4c66-9bc0-e8c259d4f13d,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:34:34.859201 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:34:34.867410 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Network 33253d19-713a-4c66-9bc0-e8c259d4f13d details requested by agent ovs-agent-dv-cinder-772388-1-iscsi with host dv-cinder-772388-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:34:37.909998 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 53720) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:34:38.428703 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed631e93-353f-4f91-9418-5e62d1c3a543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:34:38.430118 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-ed631e93-353f-4f91-9418-5e62d1c3a543 admin admin] 10.222.0.77 "GET /v2.0/networks/33253d19-713a-4c66-9bc0-e8c259d4f13d HTTP/1.1" status: 200  len: 818 time: 0.5190926
Jan 25 18:34:38.458398 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-ba41fea0-0f34-4c2b-b2b1-874c245360a1 admin admin] 10.222.0.77 "GET /v2.0/subnetpools/4be28160-7508-4b1a-aeff-4cb0d34fcc22 HTTP/1.1" status: 200  len: 734 time: 0.0220718
Jan 25 18:34:38.469312 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-e14ee4e6-5edf-4564-925b-c9225c500929 admin admin] Request body: {'subnet': {'subnetpool_id': '4be28160-7508-4b1a-aeff-4cb0d34fcc22', 'network_id': '33253d19-713a-4c66-9bc0-e8c259d4f13d', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:34:38.473990 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-e14ee4e6-5edf-4564-925b-c9225c500929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:34:38.477898 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-e14ee4e6-5edf-4564-925b-c9225c500929 admin admin] Usage tracker for resource:subnet and tenant:a9cee6b18b7d4743bc18bc088c3dcfe6 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:34:38.480866 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-e14ee4e6-5edf-4564-925b-c9225c500929 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:34:38.487034 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-e14ee4e6-5edf-4564-925b-c9225c500929 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:34:38.495812 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14ee4e6-5edf-4564-925b-c9225c500929 admin admin] Made reservation on behalf of a9cee6b18b7d4743bc18bc088c3dcfe6 for: {'subnet': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:34:38.500607 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e14ee4e6-5edf-4564-925b-c9225c500929 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:38.984662 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e14ee4e6-5edf-4564-925b-c9225c500929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for subnet, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:39.000595 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:34:39.145274 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ee4e6-5edf-4564-925b-c9225c500929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48e9fa0a-88a3-46f4-82d5-77394a135f1d,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:34:39.153362 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e14ee4e6-5edf-4564-925b-c9225c500929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:34:39.211890 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14ee4e6-5edf-4564-925b-c9225c500929 admin admin] Checking segment: {'id': '27f16f83-cfa9-4799-9d75-34ba6349aeb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '33253d19-713a-4c66-9bc0-e8c259d4f13d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:34:39.212267 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14ee4e6-5edf-4564-925b-c9225c500929 admin admin] Network hostable DHCP agents. Network: 33253d19-713a-4c66-9bc0-e8c259d4f13d, hostable agents: ['caa9e31d-b776-4d13-8aa3-93174b581c26'], hosted agents: [] {{(pid=80199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 25 18:34:39.234197 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14ee4e6-5edf-4564-925b-c9225c500929 admin admin] Network 33253d19-713a-4c66-9bc0-e8c259d4f13d is scheduled to be hosted by DHCP agent caa9e31d-b776-4d13-8aa3-93174b581c26 with binding_index 1 {{(pid=80199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 25 18:34:39.242866 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-e14ee4e6-5edf-4564-925b-c9225c500929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-iscsi, 33253d19-713a-4c66-9bc0-e8c259d4f13d) {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:34:39.247336 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14ee4e6-5edf-4564-925b-c9225c500929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:34:39.247959 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e14ee4e6-5edf-4564-925b-c9225c500929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:39.253025 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78592561-484a-49f8-833c-5f3e979ad93e None None] Network 33253d19-713a-4c66-9bc0-e8c259d4f13d requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:34:39.267557 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-e14ee4e6-5edf-4564-925b-c9225c500929 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8027875
Jan 25 18:34:39.578023 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6e4a158-ec2a-5bcf-86aa-ff9ef77c1257-33253d19-713a-4c66-9bc0-e8c259d4f13d', 'network_id': '33253d19-713a-4c66-9bc0-e8c259d4f13d', 'tenant_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'fixed_ips': [{'subnet_id': '48e9fa0a-88a3-46f4-82d5-77394a135f1d'}]}} from dv-cinder-772388-1-iscsi. {{(pid=80201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 25 18:34:39.579294 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:39.910397 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Allocated IP 172.20.0.2 (33253d19-713a-4c66-9bc0-e8c259d4f13d/48e9fa0a-88a3-46f4-82d5-77394a135f1d/6722a3d8-2f34-4495-be59-5cd664bd29ba) {{(pid=80201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:34:40.325418 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Notify callbacks [] for port, precommit_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:40.338733 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Transition to ACTIVE for port object 6722a3d8-2f34-4495-be59-5cd664bd29ba will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:34:40.355822 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Transition to ACTIVE for port object 6722a3d8-2f34-4495-be59-5cd664bd29ba will not be triggered until provisioned by entity DHCP. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:34:40.361733 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723'] for port, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:40.377052 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:34:40.510789 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Pushing event updated for resources: {'Port': ['ID=6722a3d8-2f34-4495-be59-5cd664bd29ba,revision_number=1']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:34:40.531304 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:40.531665 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:40.532001 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:40.532420 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:40.532707 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:40.533081 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:40.533428 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:40.533776 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:40.534135 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:40.534479 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:40.534817 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:40.535156 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Tracked resource versions report:
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]: pushed versions:
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]: {   'AddressGroup': {'1.1'},
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:     'ConntrackHelper': {'1.0'},
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Log': {'1.0'},
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Network': {'1.1'},
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Port': {'1.6'},
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:     'PortForwarding': {'1.2'},
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:     'QosPolicy': {'1.8'},
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:     'SecurityGroup': {'1.4'},
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:     'SecurityGroupRule': {'1.2'},
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:     'SubPort': {'1.0'},
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Subnet': {'1.1'},
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Trunk': {'1.1'}}
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]: consumer versions:
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]: {   DHCP agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:     L3 agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:     Metadata agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:     Metering agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:     Open vSwitch agent@dv-cinder-772388-1-iscsi: {   'AddressGroup': '1.1',
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'ConntrackHelper': '1.0',
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Log': '1.0',
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Network': '1.1',
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Port': '1.6',
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'PortForwarding': '1.2',
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'QosPolicy': '1.8',
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'SecurityGroup': '1.4',
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'SecurityGroupRule': '1.2',
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'SubPort': '1.0',
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Subnet': '1.1',
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Trunk': '1.1'}}
Jan 25 18:34:40.536269 dv-cinder-772388-1-iscsi neutron-server[80085]:  {{(pid=80201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 25 18:34:40.543046 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:34:40.583261 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Network 33253d19-713a-4c66-9bc0-e8c259d4f13d is already hosted by enough agents. {{(pid=80201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:34:40.584445 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Resources bound (agent type, host, resource id):  {{(pid=80201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:34:40.587306 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Received port after_create {{(pid=80201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:34:40.650630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Attempting to bind port 6722a3d8-2f34-4495-be59-5cd664bd29ba on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:34:40.651041 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Attempting to bind port 6722a3d8-2f34-4495-be59-5cd664bd29ba by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': '27f16f83-cfa9-4799-9d75-34ba6349aeb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '33253d19-713a-4c66-9bc0-e8c259d4f13d'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:34:40.651448 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Attempting to bind port 6722a3d8-2f34-4495-be59-5cd664bd29ba on network 33253d19-713a-4c66-9bc0-e8c259d4f13d {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:34:40.657705 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:34:40.658094 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Checking segment: {'id': '27f16f83-cfa9-4799-9d75-34ba6349aeb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '33253d19-713a-4c66-9bc0-e8c259d4f13d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:34:40.659479 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:40.659479 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Bound using segment: {'id': '27f16f83-cfa9-4799-9d75-34ba6349aeb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '33253d19-713a-4c66-9bc0-e8c259d4f13d'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:34:40.659479 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Bound port: 6722a3d8-2f34-4495-be59-5cd664bd29ba, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f16f83-cfa9-4799-9d75-34ba6349aeb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '33253d19-713a-4c66-9bc0-e8c259d4f13d'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:34:40.659815 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:40.752459 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] For port 6722a3d8-2f34-4495-be59-5cd664bd29ba, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:34:40.757036 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] For port 6722a3d8-2f34-4495-be59-5cd664bd29ba, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=6722a3d8-2f34-4495-be59-5cd664bd29ba,segment=NetworkSegment(27f16f83-cfa9-4799-9d75-34ba6349aeb9),segment_id=27f16f83-cfa9-4799-9d75-34ba6349aeb9)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:34:40.760386 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:40.775613 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:34:40.928829 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Pushing event updated for resources: {'Port': ['ID=6722a3d8-2f34-4495-be59-5cd664bd29ba,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:34:40.932018 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:34:42.044093 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 53730) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:34:42.498163 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [None req-febee8eb-278b-44b6-912d-5c7a14064129 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 25 18:34:42.499236 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-febee8eb-278b-44b6-912d-5c7a14064129 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.4541862
Jan 25 18:34:44.709513 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 6722a3d8-2f34-4495-be59-5cd664bd29ba up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:34:44.781504 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port 6722a3d8-2f34-4495-be59-5cd664bd29ba completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:34:45.302897 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 53744) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:34:45.692167 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cd6721-816e-4e6c-905e-8c2e3761d32b None None] Network 33253d19-713a-4c66-9bc0-e8c259d4f13d requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:34:45.801343 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-521abc0c-d2a4-4fb1-bfee-55c7e2411cf0 None None] Provisioning for port 6722a3d8-2f34-4495-be59-5cd664bd29ba completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:34:45.817955 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-521abc0c-d2a4-4fb1-bfee-55c7e2411cf0 None None] Provisioning complete for port 6722a3d8-2f34-4495-be59-5cd664bd29ba triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:34:45.818375 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-521abc0c-d2a4-4fb1-bfee-55c7e2411cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:45.854379 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [None req-0bb81d7f-6537-44fd-a15f-d477fd54f101 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 25 18:34:45.855445 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-0bb81d7f-6537-44fd-a15f-d477fd54f101 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.5515137
Jan 25 18:34:46.070027 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-521abc0c-d2a4-4fb1-bfee-55c7e2411cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:46.122988 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-521abc0c-d2a4-4fb1-bfee-55c7e2411cf0 None None] For port 6722a3d8-2f34-4495-be59-5cd664bd29ba, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=6722a3d8-2f34-4495-be59-5cd664bd29ba,segment=NetworkSegment(27f16f83-cfa9-4799-9d75-34ba6349aeb9),segment_id=27f16f83-cfa9-4799-9d75-34ba6349aeb9)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:34:46.131772 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-521abc0c-d2a4-4fb1-bfee-55c7e2411cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:46.134446 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:34:46.211249 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521abc0c-d2a4-4fb1-bfee-55c7e2411cf0 None None] Pushing event updated for resources: {'Port': ['ID=6722a3d8-2f34-4495-be59-5cd664bd29ba,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:34:46.215815 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-521abc0c-d2a4-4fb1-bfee-55c7e2411cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:34:46.365497 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-44254be2-94a9-4152-afd3-426143bb755e None None] Provisioning complete for port 6722a3d8-2f34-4495-be59-5cd664bd29ba triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:34:46.366020 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-44254be2-94a9-4152-afd3-426143bb755e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:46.621495 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-f84b15b6-c3fe-4a8f-9bf0-bb6e37187181 None None] Provisioning complete for port 6722a3d8-2f34-4495-be59-5cd664bd29ba triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:34:46.622090 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f84b15b6-c3fe-4a8f-9bf0-bb6e37187181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:46.689177 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 6722a3d8-2f34-4495-be59-5cd664bd29ba up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:34:46.827702 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 6722a3d8-2f34-4495-be59-5cd664bd29ba triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:34:46.828260 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:48.979398 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 53756) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:34:49.396833 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-633ad02b-e209-4a8d-830a-8adba044f09a admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'admin_state_up': True}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:34:49.402238 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-633ad02b-e209-4a8d-830a-8adba044f09a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:34:49.406315 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-633ad02b-e209-4a8d-830a-8adba044f09a admin admin] Usage tracker for resource:router and tenant:a9cee6b18b7d4743bc18bc088c3dcfe6 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:34:49.409568 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-633ad02b-e209-4a8d-830a-8adba044f09a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:34:49.415372 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-633ad02b-e209-4a8d-830a-8adba044f09a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:34:49.425093 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-633ad02b-e209-4a8d-830a-8adba044f09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-363710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5894'] for router, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:49.426436 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-633ad02b-e209-4a8d-830a-8adba044f09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854407017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854407908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854426065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769859'] for router, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:49.447736 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-633ad02b-e209-4a8d-830a-8adba044f09a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:49.555200 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-633ad02b-e209-4a8d-830a-8adba044f09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854412087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367926'] for router, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:49.573811 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-633ad02b-e209-4a8d-830a-8adba044f09a admin admin] Notify callbacks [] for router, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:49.575072 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-633ad02b-e209-4a8d-830a-8adba044f09a admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5945952
Jan 25 18:34:50.748432 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-6df05950-7781-4589-a0a8-9e1f2a7f5a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:52.115634 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:34:52.280186 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 53766) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:34:52.799045 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [None req-f24c4641-6a5f-45b6-9fbc-0f84ee9e90bd admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 25 18:34:52.800148 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-f24c4641-6a5f-45b6-9fbc-0f84ee9e90bd admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.5190289
Jan 25 18:34:52.918900 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:53.073988 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a7b8f744-d4bf-40b0-927a-9bf2246ad39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:54.674783 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:55.000384 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:55.556416 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 53786) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:34:55.743081 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:34:55.747942 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:34:55.752658 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Usage tracker for resource:network and tenant:956090e8e1cf4f16b3ae476760e1478a is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:34:55.756417 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:34:55.762039 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:34:55.771543 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Made reservation on behalf of 956090e8e1cf4f16b3ae476760e1478a for: {'network': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:34:55.776087 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for network, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:55.789032 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:55.804227 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:34:55.808150 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Usage tracker for resource:security_group_rule and tenant:956090e8e1cf4f16b3ae476760e1478a is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:34:55.811483 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:34:55.818069 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:34:55.908975 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:55.911855 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:55.916188 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:34:55.930782 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Reserving flat network on physical network physnet1 {{(pid=80199) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Jan 25 18:34:55.956606 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738686948825', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:55.957218 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f2a254d5d90> segment precommit_create {{(pid=80199) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Jan 25 18:34:55.957654 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.segments_db [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Added segment fbc49388-4a61-4a55-abaa-53d3c743fa67 of type flat for network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2
Jan 25 18:34:55.958846 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6522767-a69b-4181-8abd-35c440c521d1,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:34:55.965577 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:34:55.994692 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298168216078'] for network, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:56.031529 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:56.032800 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:34:56.033620 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:56.038381 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:34:56.147223 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5895479
Jan 25 18:34:56.147887 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Pushing event updated for resources: {'Network': ['ID=ef7ca5be-17a0-4c04-be0c-5aafd7b465e2,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:34:56.150779 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:34:56.159819 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 details requested by agent ovs-agent-dv-cinder-772388-1-iscsi with host dv-cinder-772388-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:34:58.676677 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 53806) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:34:58.819507 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a9309b-5d06-4e2c-8aa0-8f2ed764230c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:34:58.821017 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-e0a9309b-5d06-4e2c-8aa0-8f2ed764230c admin admin] 10.222.0.77 "GET /v2.0/subnets/48e9fa0a-88a3-46f4-82d5-77394a135f1d HTTP/1.1" status: 200  len: 849 time: 0.1432059
Jan 25 18:34:58.973418 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-c6924e9c-7722-4634-8ae3-5fc9f125e4c8 admin admin] 10.222.0.77 "GET /v2.0/routers/eecc7410-31e8-4f5d-b082-fe368454df15 HTTP/1.1" status: 200  len: 704 time: 0.1455975
Jan 25 18:34:59.610796 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2019cba3-7622-4ccf-8791-2c44ae4af80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:34:59.982040 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-2019cba3-7622-4ccf-8791-2c44ae4af80d admin admin] Allocated IP 172.20.0.1 (33253d19-713a-4c66-9bc0-e8c259d4f13d/48e9fa0a-88a3-46f4-82d5-77394a135f1d/7849e816-71bc-44f0-9815-558c3f51577a) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:35:00.156276 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2019cba3-7622-4ccf-8791-2c44ae4af80d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:00.176030 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-2019cba3-7622-4ccf-8791-2c44ae4af80d admin admin] Transition to ACTIVE for port object 7849e816-71bc-44f0-9815-558c3f51577a will not be triggered until provisioned by entity DHCP. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:35:00.233940 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2019cba3-7622-4ccf-8791-2c44ae4af80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:00.249608 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:35:00.388099 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019cba3-7622-4ccf-8791-2c44ae4af80d admin admin] Pushing event updated for resources: {'Port': ['ID=7849e816-71bc-44f0-9815-558c3f51577a,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:35:00.394571 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2019cba3-7622-4ccf-8791-2c44ae4af80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:35:00.446008 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2019cba3-7622-4ccf-8791-2c44ae4af80d admin admin] Network 33253d19-713a-4c66-9bc0-e8c259d4f13d is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:35:00.447131 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-2019cba3-7622-4ccf-8791-2c44ae4af80d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:35:00.449599 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2019cba3-7622-4ccf-8791-2c44ae4af80d admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:35:00.450236 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2019cba3-7622-4ccf-8791-2c44ae4af80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363762'] for router_interface, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:00.618317 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-65165f98-237e-41ca-a17b-a466f57f023f None None] Provisioning for port 7849e816-71bc-44f0-9815-558c3f51577a completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:35:00.623451 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-65165f98-237e-41ca-a17b-a466f57f023f None None] Provisioning complete for port 7849e816-71bc-44f0-9815-558c3f51577a triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:35:00.623853 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-65165f98-237e-41ca-a17b-a466f57f023f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:00.685352 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-65165f98-237e-41ca-a17b-a466f57f023f None None] Port 7849e816-71bc-44f0-9815-558c3f51577a cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 18:35:00.731259 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2019cba3-7622-4ccf-8791-2c44ae4af80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:01.033729 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2019cba3-7622-4ccf-8791-2c44ae4af80d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:01.037458 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2019cba3-7622-4ccf-8791-2c44ae4af80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:01.038669 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2019cba3-7622-4ccf-8791-2c44ae4af80d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854238047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854412208'] for router_interface, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:01.053836 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2019cba3-7622-4ccf-8791-2c44ae4af80d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:35:01.192221 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019cba3-7622-4ccf-8791-2c44ae4af80d admin admin] Pushing event updated for resources: {'Port': ['ID=7849e816-71bc-44f0-9815-558c3f51577a,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:35:01.195250 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2019cba3-7622-4ccf-8791-2c44ae4af80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:35:01.253378 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2019cba3-7622-4ccf-8791-2c44ae4af80d admin admin] Network 33253d19-713a-4c66-9bc0-e8c259d4f13d is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:35:01.254510 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-2019cba3-7622-4ccf-8791-2c44ae4af80d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:35:01.510795 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-a526bd09-ff76-4c80-b4ec-8e92584525a9 None None] Provisioning complete for port 7849e816-71bc-44f0-9815-558c3f51577a triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:35:01.511199 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a526bd09-ff76-4c80-b4ec-8e92584525a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:01.569038 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-a526bd09-ff76-4c80-b4ec-8e92584525a9 None None] Port 7849e816-71bc-44f0-9815-558c3f51577a cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 18:35:01.624521 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2019cba3-7622-4ccf-8791-2c44ae4af80d admin admin] Router eecc7410-31e8-4f5d-b082-fe368454df15 is scheduled to L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b with binding_index 1 {{(pid=80199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 25 18:35:01.789298 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2019cba3-7622-4ccf-8791-2c44ae4af80d admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:35:01.799331 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-2019cba3-7622-4ccf-8791-2c44ae4af80d admin admin] 10.222.0.77 "PUT /v2.0/routers/eecc7410-31e8-4f5d-b082-fe368454df15/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.8203256
Jan 25 18:35:01.800117 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] Sync routers for ids ['eecc7410-31e8-4f5d-b082-fe368454df15'] in dv-cinder-772388-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:35:01.811856 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] Routers {'eecc7410-31e8-4f5d-b082-fe368454df15'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:35:01.812742 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a24a0fd68>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:34:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['eecc7410-31e8-4f5d-b082-fe368454df15'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:35:02.004244 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] Set router eecc7410-31e8-4f5d-b082-fe368454df15 gateway port host: None {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:35:02.571749 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a24a0fd68>, [{'id': 'eecc7410-31e8-4f5d-b082-fe368454df15', 'name': 'router1', 'tenant_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:34:49Z', 'updated_at': '2021-01-25T18:35:00Z', 'revision_number': 2, 'project_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'gw_port_host': None, '_interfaces': [{'id': '7849e816-71bc-44f0-9815-558c3f51577a', 'name': '', 'network_id': '33253d19-713a-4c66-9bc0-e8c259d4f13d', 'tenant_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'mac_address': 'fa:16:3e:4b:47:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecc7410-31e8-4f5d-b082-fe368454df15', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48e9fa0a-88a3-46f4-82d5-77394a135f1d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:34:59Z', 'updated_at': '2021-01-25T18:35:00Z', 'revision_number': 2, 'project_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'subnets': [{'id': '48e9fa0a-88a3-46f4-82d5-77394a135f1d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4be28160-7508-4b1a-aeff-4cb0d34fcc22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:35:02.577206 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] Checking router: eecc7410-31e8-4f5d-b082-fe368454df15 for host: dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:35:02.577590 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] Updating router eecc7410-31e8-4f5d-b082-fe368454df15 port 7849e816-71bc-44f0-9815-558c3f51577a binding host dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 25 18:35:02.634848 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:03.100367 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] Notify callbacks [] for port, precommit_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:03.115694 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] Transition to ACTIVE for port object 7849e816-71bc-44f0-9815-558c3f51577a will not be triggered until provisioned by entity L2. {{(pid=80202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:35:03.124366 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:03.141695 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:35:03.286579 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199363d8-786c-40ec-b12e-367616b5cadb None None] Pushing event updated for resources: {'Port': ['ID=7849e816-71bc-44f0-9815-558c3f51577a,revision_number=3']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:35:03.304896 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199363d8-786c-40ec-b12e-367616b5cadb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:35:03.305291 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199363d8-786c-40ec-b12e-367616b5cadb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:35:03.305654 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199363d8-786c-40ec-b12e-367616b5cadb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:35:03.306009 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199363d8-786c-40ec-b12e-367616b5cadb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:35:03.306361 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199363d8-786c-40ec-b12e-367616b5cadb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:35:03.306715 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199363d8-786c-40ec-b12e-367616b5cadb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:35:03.307062 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199363d8-786c-40ec-b12e-367616b5cadb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:35:03.307412 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199363d8-786c-40ec-b12e-367616b5cadb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:35:03.307776 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199363d8-786c-40ec-b12e-367616b5cadb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:35:03.308197 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199363d8-786c-40ec-b12e-367616b5cadb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:35:03.308502 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199363d8-786c-40ec-b12e-367616b5cadb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:35:03.308830 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199363d8-786c-40ec-b12e-367616b5cadb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199363d8-786c-40ec-b12e-367616b5cadb None None] Tracked resource versions report:
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]: pushed versions:
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]: {   'AddressGroup': {'1.1'},
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:     'ConntrackHelper': {'1.0'},
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Log': {'1.0'},
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Network': {'1.1'},
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Port': {'1.6'},
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:     'PortForwarding': {'1.2'},
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:     'QosPolicy': {'1.8'},
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:     'SecurityGroup': {'1.4'},
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:     'SecurityGroupRule': {'1.2'},
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:     'SubPort': {'1.0'},
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Subnet': {'1.1'},
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Trunk': {'1.1'}}
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]: consumer versions:
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]: {   DHCP agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:     L3 agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:     Metadata agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:     Metering agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:     Open vSwitch agent@dv-cinder-772388-1-iscsi: {   'AddressGroup': '1.1',
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'ConntrackHelper': '1.0',
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Log': '1.0',
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Network': '1.1',
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Port': '1.6',
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'PortForwarding': '1.2',
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'QosPolicy': '1.8',
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'SecurityGroup': '1.4',
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'SecurityGroupRule': '1.2',
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'SubPort': '1.0',
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Subnet': '1.1',
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Trunk': '1.1'}}
Jan 25 18:35:03.309979 dv-cinder-772388-1-iscsi neutron-server[80085]:  {{(pid=80202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 25 18:35:03.318064 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-199363d8-786c-40ec-b12e-367616b5cadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:35:03.474429 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] Attempting to bind port 7849e816-71bc-44f0-9815-558c3f51577a on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:35:03.474836 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] Attempting to bind port 7849e816-71bc-44f0-9815-558c3f51577a by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': '27f16f83-cfa9-4799-9d75-34ba6349aeb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '33253d19-713a-4c66-9bc0-e8c259d4f13d'}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:35:03.475258 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] Attempting to bind port 7849e816-71bc-44f0-9815-558c3f51577a on network 33253d19-713a-4c66-9bc0-e8c259d4f13d {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:35:03.481356 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:35:03.481823 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] Checking segment: {'id': '27f16f83-cfa9-4799-9d75-34ba6349aeb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '33253d19-713a-4c66-9bc0-e8c259d4f13d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:35:03.482551 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:03.483031 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] Bound using segment: {'id': '27f16f83-cfa9-4799-9d75-34ba6349aeb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '33253d19-713a-4c66-9bc0-e8c259d4f13d'} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:35:03.483576 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] Bound port: 7849e816-71bc-44f0-9815-558c3f51577a, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f16f83-cfa9-4799-9d75-34ba6349aeb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '33253d19-713a-4c66-9bc0-e8c259d4f13d'}}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:35:03.484082 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:03.581011 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] For port 7849e816-71bc-44f0-9815-558c3f51577a, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:35:03.586077 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] For port 7849e816-71bc-44f0-9815-558c3f51577a, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=7849e816-71bc-44f0-9815-558c3f51577a,segment=NetworkSegment(27f16f83-cfa9-4799-9d75-34ba6349aeb9),segment_id=27f16f83-cfa9-4799-9d75-34ba6349aeb9)] {{(pid=80202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:35:03.593157 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:03.610068 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:35:03.767033 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199363d8-786c-40ec-b12e-367616b5cadb None None] Pushing event updated for resources: {'Port': ['ID=7849e816-71bc-44f0-9815-558c3f51577a,revision_number=4']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:35:03.777225 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-199363d8-786c-40ec-b12e-367616b5cadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:35:03.834739 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] Routers {'eecc7410-31e8-4f5d-b082-fe368454df15'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:35:03.835355 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a24a0fd68>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:34:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['eecc7410-31e8-4f5d-b082-fe368454df15'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:35:04.017616 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] Set router eecc7410-31e8-4f5d-b082-fe368454df15 gateway port host: None {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:35:04.371576 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 53818) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:35:04.503012 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a24a0fd68>, [{'id': 'eecc7410-31e8-4f5d-b082-fe368454df15', 'name': 'router1', 'tenant_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:34:49Z', 'updated_at': '2021-01-25T18:35:00Z', 'revision_number': 2, 'project_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'gw_port_host': None, '_interfaces': [{'id': '7849e816-71bc-44f0-9815-558c3f51577a', 'name': '', 'network_id': '33253d19-713a-4c66-9bc0-e8c259d4f13d', 'tenant_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'mac_address': 'fa:16:3e:4b:47:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecc7410-31e8-4f5d-b082-fe368454df15', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48e9fa0a-88a3-46f4-82d5-77394a135f1d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:34:59Z', 'updated_at': '2021-01-25T18:35:03Z', 'revision_number': 4, 'project_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'subnets': [{'id': '48e9fa0a-88a3-46f4-82d5-77394a135f1d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4be28160-7508-4b1a-aeff-4cb0d34fcc22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:35:04.507995 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655983bf-2374-4e47-983c-3dd1b37d6534 None None] The sync data for ids ['eecc7410-31e8-4f5d-b082-fe368454df15'] in dv-cinder-772388-1-iscsi is: [{'id': 'eecc7410-31e8-4f5d-b082-fe368454df15', 'name': 'router1', 'tenant_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:34:49Z', 'updated_at': '2021-01-25T18:35:00Z', 'revision_number': 2, 'project_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'gw_port_host': None, '_interfaces': [{'id': '7849e816-71bc-44f0-9815-558c3f51577a', 'name': '', 'network_id': '33253d19-713a-4c66-9bc0-e8c259d4f13d', 'tenant_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'mac_address': 'fa:16:3e:4b:47:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecc7410-31e8-4f5d-b082-fe368454df15', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48e9fa0a-88a3-46f4-82d5-77394a135f1d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:34:59Z', 'updated_at': '2021-01-25T18:35:03Z', 'revision_number': 4, 'project_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'subnets': [{'id': '48e9fa0a-88a3-46f4-82d5-77394a135f1d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4be28160-7508-4b1a-aeff-4cb0d34fcc22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:35:04.592900 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING oslo_policy.policy [None req-708afb4a-7154-479c-b04b-ee51deb14d09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 25 18:35:04.593682 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING oslo_policy.policy [None req-708afb4a-7154-479c-b04b-ee51deb14d09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 25 18:35:05.026891 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.policy [None req-708afb4a-7154-479c-b04b-ee51deb14d09 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80198) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Jan 25 18:35:05.027812 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING oslo_policy.policy [None req-708afb4a-7154-479c-b04b-ee51deb14d09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 25 18:35:05.028226 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING oslo_policy.policy [None req-708afb4a-7154-479c-b04b-ee51deb14d09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 25 18:35:05.041602 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708afb4a-7154-479c-b04b-ee51deb14d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:35:05.043531 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-708afb4a-7154-479c-b04b-ee51deb14d09 admin admin] 10.222.0.77 "GET /v2.0/networks/ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 HTTP/1.1" status: 200  len: 842 time: 0.6706452
Jan 25 18:35:05.055155 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Request body: {'subnet': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'name': 'public-subnet'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:35:05.058635 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.quota [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f2a24b836d8>.
Jan 25 18:35:05.065410 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:35:05.071471 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Usage tracker for resource:subnet and tenant:956090e8e1cf4f16b3ae476760e1478a is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:35:05.075043 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:35:05.082521 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:35:05.097351 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Made reservation on behalf of 956090e8e1cf4f16b3ae476760e1478a for: {'subnet': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:35:05.103712 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:05.804599 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.objects.ports [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80198) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 25 18:35:05.805142 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for subnet, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:05.820519 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:35:05.964860 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3ebd7f5-b535-4f35-9c6a-a58c394e9ef4,revision_number=0']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:35:05.983204 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:35:05.983597 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:35:05.983963 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:35:05.984324 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:35:05.984670 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:35:05.985076 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:35:05.985442 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:35:05.985846 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:35:05.986221 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:35:05.986590 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:35:05.986947 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:35:05.987284 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Tracked resource versions report:
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]: pushed versions:
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]: {   'AddressGroup': {'1.1'},
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:     'ConntrackHelper': {'1.0'},
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Log': {'1.0'},
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Network': {'1.1'},
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Port': {'1.6'},
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:     'PortForwarding': {'1.2'},
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:     'QosPolicy': {'1.8'},
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:     'SecurityGroup': {'1.4'},
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:     'SecurityGroupRule': {'1.2'},
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:     'SubPort': {'1.0'},
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Subnet': {'1.1'},
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Trunk': {'1.1'}}
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]: consumer versions:
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]: {   DHCP agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:     L3 agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:     Metadata agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:     Metering agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:     Open vSwitch agent@dv-cinder-772388-1-iscsi: {   'AddressGroup': '1.1',
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'ConntrackHelper': '1.0',
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Log': '1.0',
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Network': '1.1',
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Port': '1.6',
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'PortForwarding': '1.2',
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'QosPolicy': '1.8',
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'SecurityGroup': '1.4',
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'SecurityGroupRule': '1.2',
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'SubPort': '1.0',
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Subnet': '1.1',
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Trunk': '1.1'}}
Jan 25 18:35:05.988431 dv-cinder-772388-1-iscsi neutron-server[80085]:  {{(pid=80198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 25 18:35:06.022576 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:35:06.063823 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Checking segment: {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:35:06.064262 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Network hostable DHCP agents. Network: ef7ca5be-17a0-4c04-be0c-5aafd7b465e2, hostable agents: ['caa9e31d-b776-4d13-8aa3-93174b581c26'], hosted agents: [] {{(pid=80198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 25 18:35:06.089762 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 is scheduled to be hosted by DHCP agent caa9e31d-b776-4d13-8aa3-93174b581c26 with binding_index 1 {{(pid=80198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 25 18:35:06.100343 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-iscsi, ef7ca5be-17a0-4c04-be0c-5aafd7b465e2) {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:35:06.106829 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:35:06.107525 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:06.110892 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f174f8-da6e-4747-a822-9531f5ddf1b8 None None] Network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:35:06.191978 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1417680
Jan 25 18:35:06.357034 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcc4e9b-7a75-4314-bafc-e44f3346724d None None] Network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:35:06.711622 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 7849e816-71bc-44f0-9815-558c3f51577a up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:35:06.780680 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port 7849e816-71bc-44f0-9815-558c3f51577a completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:35:06.785583 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 7849e816-71bc-44f0-9815-558c3f51577a triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:35:06.785986 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:06.908481 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:06.941357 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] For port 7849e816-71bc-44f0-9815-558c3f51577a, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=7849e816-71bc-44f0-9815-558c3f51577a,segment=NetworkSegment(27f16f83-cfa9-4799-9d75-34ba6349aeb9),segment_id=27f16f83-cfa9-4799-9d75-34ba6349aeb9)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:35:06.944251 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:06.946418 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:35:07.018436 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Pushing event updated for resources: {'Port': ['ID=7849e816-71bc-44f0-9815-558c3f51577a,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:35:07.021906 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:35:08.697643 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 7849e816-71bc-44f0-9815-558c3f51577a up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:35:08.773451 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 7849e816-71bc-44f0-9815-558c3f51577a triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:35:08.773861 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:08.788137 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 53842) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:35:09.052372 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-1342cb8c-ee1a-4690-b3e3-132faca03d3f admin admin] 10.222.0.77 "GET /v2.0/routers/eecc7410-31e8-4f5d-b082-fe368454df15 HTTP/1.1" status: 200  len: 710 time: 0.2630296
Jan 25 18:35:09.200501 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf521d6-0e5b-413f-a19a-0fc08ed37c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:35:09.202541 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-2cf521d6-0e5b-413f-a19a-0fc08ed37c91 admin admin] 10.222.0.77 "GET /v2.0/networks/ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 HTTP/1.1" status: 200  len: 886 time: 0.1434693
Jan 25 18:35:09.212283 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:35:09.829867 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854407889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-365246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769876'] for router, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:10.180526 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:10.244590 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:10.261326 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:10.277125 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:35:10.281179 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:35:10.284318 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:35:10.290149 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:35:10.391085 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:10.393977 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:10.408823 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:35:10.503962 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba7fe3b-5876-44f1-aedb-6658711fad81,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:35:10.511253 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:35:10.673999 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Allocated IP 172.27.1.86 (ef7ca5be-17a0-4c04-be0c-5aafd7b465e2/d3ebd7f5-b535-4f35-9c6a-a58c394e9ef4/76841647-69bf-4dee-96c3-e6873bdb48ad) {{(pid=80198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:35:10.830912 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:10.886726 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723'] for port, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:10.902303 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:35:11.045511 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Pushing event updated for resources: {'Port': ['ID=76841647-69bf-4dee-96c3-e6873bdb48ad,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:35:11.052456 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:35:11.091627 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 is already hosted by enough agents. {{(pid=80198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:35:11.093283 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:35:11.095711 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Received port after_create {{(pid=80198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:35:11.499370 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:12.012682 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854407889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-365246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769876'] for router, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:12.016796 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-367911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854407874', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854410586'] for router, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:12.205469 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Router eecc7410-31e8-4f5d-b082-fe368454df15 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:35:12.390174 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:35:12.400138 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] Sync routers for ids ['eecc7410-31e8-4f5d-b082-fe368454df15'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:35:12.406011 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Notify callbacks [] for router, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:12.417041 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] 10.222.0.77 "PUT /v2.0/routers/eecc7410-31e8-4f5d-b082-fe368454df15 HTTP/1.1" status: 200  len: 889 time: 3.1985083
Jan 25 18:35:12.417330 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] Routers {'eecc7410-31e8-4f5d-b082-fe368454df15'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:35:12.417330 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fc04668>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:34:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['eecc7410-31e8-4f5d-b082-fe368454df15'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:35:12.764540 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] Set router eecc7410-31e8-4f5d-b082-fe368454df15 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:35:13.124862 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fc04668>, [{'id': 'eecc7410-31e8-4f5d-b082-fe368454df15', 'name': 'router1', 'tenant_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '76841647-69bf-4dee-96c3-e6873bdb48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:34:49Z', 'updated_at': '2021-01-25T18:35:11Z', 'revision_number': 4, 'project_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'gw_port': {'id': '76841647-69bf-4dee-96c3-e6873bdb48ad', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecc7410-31e8-4f5d-b082-fe368454df15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:35:10Z', 'updated_at': '2021-01-25T18:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '7849e816-71bc-44f0-9815-558c3f51577a', 'name': '', 'network_id': '33253d19-713a-4c66-9bc0-e8c259d4f13d', 'tenant_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'mac_address': 'fa:16:3e:4b:47:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecc7410-31e8-4f5d-b082-fe368454df15', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48e9fa0a-88a3-46f4-82d5-77394a135f1d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:34:59Z', 'updated_at': '2021-01-25T18:35:06Z', 'revision_number': 5, 'project_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'subnets': [{'id': '48e9fa0a-88a3-46f4-82d5-77394a135f1d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4be28160-7508-4b1a-aeff-4cb0d34fcc22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:35:13.129950 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] Checking router: eecc7410-31e8-4f5d-b082-fe368454df15 for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:35:13.130293 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] Updating router eecc7410-31e8-4f5d-b082-fe368454df15 port 76841647-69bf-4dee-96c3-e6873bdb48ad binding host dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 25 18:35:13.185781 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:13.598673 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] Notify callbacks [] for port, precommit_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:13.611442 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] Transition to ACTIVE for port object 76841647-69bf-4dee-96c3-e6873bdb48ad will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:35:13.614581 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:13.627968 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-521abc0c-d2a4-4fb1-bfee-55c7e2411cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:35:13.762884 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c07666-91b8-4fa3-9630-34680c1dff38 None None] Pushing event updated for resources: {'Port': ['ID=76841647-69bf-4dee-96c3-e6873bdb48ad,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:35:13.767096 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b3c07666-91b8-4fa3-9630-34680c1dff38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:35:13.831078 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] Attempting to bind port 76841647-69bf-4dee-96c3-e6873bdb48ad on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:35:13.831485 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] Attempting to bind port 76841647-69bf-4dee-96c3-e6873bdb48ad by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:35:13.831889 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] Attempting to bind port 76841647-69bf-4dee-96c3-e6873bdb48ad on network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:35:13.838207 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:35:13.838617 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] Checking segment: {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:35:13.839059 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:13.839487 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] Bound using segment: {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:35:13.839996 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] Bound port: 76841647-69bf-4dee-96c3-e6873bdb48ad, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:35:13.840421 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:13.921796 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] For port 76841647-69bf-4dee-96c3-e6873bdb48ad, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:35:13.924829 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] For port 76841647-69bf-4dee-96c3-e6873bdb48ad, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=76841647-69bf-4dee-96c3-e6873bdb48ad,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:35:13.928225 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:13.944452 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:35:14.098268 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c07666-91b8-4fa3-9630-34680c1dff38 None None] Pushing event updated for resources: {'Port': ['ID=76841647-69bf-4dee-96c3-e6873bdb48ad,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:35:14.101508 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b3c07666-91b8-4fa3-9630-34680c1dff38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:35:14.142031 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] Routers {'eecc7410-31e8-4f5d-b082-fe368454df15'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:35:14.142715 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fc04668>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:34:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['eecc7410-31e8-4f5d-b082-fe368454df15'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:35:14.332876 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] Set router eecc7410-31e8-4f5d-b082-fe368454df15 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:35:14.685604 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fc04668>, [{'id': 'eecc7410-31e8-4f5d-b082-fe368454df15', 'name': 'router1', 'tenant_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '76841647-69bf-4dee-96c3-e6873bdb48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:34:49Z', 'updated_at': '2021-01-25T18:35:11Z', 'revision_number': 4, 'project_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'gw_port': {'id': '76841647-69bf-4dee-96c3-e6873bdb48ad', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecc7410-31e8-4f5d-b082-fe368454df15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:35:10Z', 'updated_at': '2021-01-25T18:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '7849e816-71bc-44f0-9815-558c3f51577a', 'name': '', 'network_id': '33253d19-713a-4c66-9bc0-e8c259d4f13d', 'tenant_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'mac_address': 'fa:16:3e:4b:47:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecc7410-31e8-4f5d-b082-fe368454df15', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48e9fa0a-88a3-46f4-82d5-77394a135f1d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:34:59Z', 'updated_at': '2021-01-25T18:35:06Z', 'revision_number': 5, 'project_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'subnets': [{'id': '48e9fa0a-88a3-46f4-82d5-77394a135f1d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4be28160-7508-4b1a-aeff-4cb0d34fcc22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:35:14.690303 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1710d74d-1c69-487b-a76a-8c93f817c2b9 None None] The sync data for ids ['eecc7410-31e8-4f5d-b082-fe368454df15'] in dv-cinder-772388-1-iscsi is: [{'id': 'eecc7410-31e8-4f5d-b082-fe368454df15', 'name': 'router1', 'tenant_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '76841647-69bf-4dee-96c3-e6873bdb48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:34:49Z', 'updated_at': '2021-01-25T18:35:11Z', 'revision_number': 4, 'project_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'gw_port': {'id': '76841647-69bf-4dee-96c3-e6873bdb48ad', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecc7410-31e8-4f5d-b082-fe368454df15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:35:10Z', 'updated_at': '2021-01-25T18:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '7849e816-71bc-44f0-9815-558c3f51577a', 'name': '', 'network_id': '33253d19-713a-4c66-9bc0-e8c259d4f13d', 'tenant_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'mac_address': 'fa:16:3e:4b:47:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecc7410-31e8-4f5d-b082-fe368454df15', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48e9fa0a-88a3-46f4-82d5-77394a135f1d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:34:59Z', 'updated_at': '2021-01-25T18:35:06Z', 'revision_number': 5, 'project_id': 'a9cee6b18b7d4743bc18bc088c3dcfe6', 'subnets': [{'id': '48e9fa0a-88a3-46f4-82d5-77394a135f1d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4be28160-7508-4b1a-aeff-4cb0d34fcc22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:35:15.096872 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 53852) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:35:15.254407 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f7030d-896c-4c44-93b0-1520d85bd48a admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:35:15.256027 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-41f7030d-896c-4c44-93b0-1520d85bd48a admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.1580799
Jan 25 18:35:16.747919 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 76841647-69bf-4dee-96c3-e6873bdb48ad up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:35:16.827280 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port 76841647-69bf-4dee-96c3-e6873bdb48ad completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:35:16.833638 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 76841647-69bf-4dee-96c3-e6873bdb48ad triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:35:16.833638 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:16.966476 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:16.983972 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] For port 76841647-69bf-4dee-96c3-e6873bdb48ad, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=76841647-69bf-4dee-96c3-e6873bdb48ad,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:35:16.994291 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:16.996833 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:35:17.070031 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Pushing event updated for resources: {'Port': ['ID=76841647-69bf-4dee-96c3-e6873bdb48ad,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:35:17.074526 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:35:18.735084 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 76841647-69bf-4dee-96c3-e6873bdb48ad up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:35:18.836785 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 76841647-69bf-4dee-96c3-e6873bdb48ad triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:35:18.837703 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:20.773744 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-aca5f536-a0f5-4d96-9371-a7a83affd6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:22.932013 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:23.094365 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3a6ad95c-75bd-4eb0-b0fd-a49f68c8a929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:24.686642 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:25.026252 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:29.114602 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:35:50.753967 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3c95da1d-986b-4ba9-9b69-ba6ad329f358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:52.916176 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:53.079854 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f04aa49b-486d-4331-bd7b-dd1ebe25128e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:54.680787 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:35:55.015342 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:36:06.115053 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:36:20.755744 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-29090ba0-0db3-4a82-bf34-4f76469c8e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:36:22.920212 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:36:23.077453 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a5619c75-d92e-40ef-af48-3ffd91a99ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:36:24.683088 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:36:25.022204 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:36:43.114586 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:36:50.758686 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a46d9889-3c30-4f18-af99-8cb35727f019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:36:52.923995 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:36:53.079817 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-dd58e3af-bad3-4826-ab38-6f6191a991a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:36:54.686850 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:36:55.027520 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:37:20.114089 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:37:20.762739 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2f018edf-dd73-4c46-aee1-e18da6ad48cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:37:22.926963 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:37:23.081128 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4e0455ee-c6ab-4bc0-9547-d882b31f5ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:37:24.689677 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:37:25.033711 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:37:28.550883 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 54428) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:37:28.652367 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3677ce-ae49-417e-b962-595e3b543367 admin admin] GET failed (client error): The resource could not be found.
Jan 25 18:37:28.652923 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-6a3677ce-ae49-417e-b962-595e3b543367 admin admin] Synchronizing usage tracker for tenant:956090e8e1cf4f16b3ae476760e1478a on resource:network {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:37:28.669333 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-6a3677ce-ae49-417e-b962-595e3b543367 admin admin] Unset dirty status for tenant:956090e8e1cf4f16b3ae476760e1478a on resource:network {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:37:28.670502 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-6a3677ce-ae49-417e-b962-595e3b543367 admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1185629
Jan 25 18:37:28.814413 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bef50d5-7ba8-4721-8796-ed52a8a4b668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:37:28.815979 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-3bef50d5-7ba8-4721-8796-ed52a8a4b668 admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1410499
Jan 25 18:37:31.259114 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 54438) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:37:31.407084 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dd3819-bd36-41b2-804e-a95ec3e17466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:37:31.408541 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-c1dd3819-bd36-41b2-804e-a95ec3e17466 admin admin] 10.222.0.77 "GET /v2.0/subnets/48e9fa0a-88a3-46f4-82d5-77394a135f1d HTTP/1.1" status: 200  len: 849 time: 0.1484025
Jan 25 18:37:31.418847 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-862333d8-9567-4401-be59-30334c27e8d1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:37:31.550643 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-862333d8-9567-4401-be59-30334c27e8d1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:37:31.865440 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-862333d8-9567-4401-be59-30334c27e8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738686990246'] for subnet, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:37:31.880627 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e14ee4e6-5edf-4564-925b-c9225c500929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:37:32.029459 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862333d8-9567-4401-be59-30334c27e8d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48e9fa0a-88a3-46f4-82d5-77394a135f1d,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:37:32.042409 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862333d8-9567-4401-be59-30334c27e8d1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:37:32.042808 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862333d8-9567-4401-be59-30334c27e8d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:37:32.043183 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862333d8-9567-4401-be59-30334c27e8d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:37:32.043549 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862333d8-9567-4401-be59-30334c27e8d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:37:32.043913 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862333d8-9567-4401-be59-30334c27e8d1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:37:32.044289 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862333d8-9567-4401-be59-30334c27e8d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:37:32.044653 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862333d8-9567-4401-be59-30334c27e8d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:37:32.045558 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862333d8-9567-4401-be59-30334c27e8d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:37:32.045934 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862333d8-9567-4401-be59-30334c27e8d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:37:32.046289 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862333d8-9567-4401-be59-30334c27e8d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:37:32.046647 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862333d8-9567-4401-be59-30334c27e8d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:37:32.047001 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862333d8-9567-4401-be59-30334c27e8d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:37:32.050742 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-862333d8-9567-4401-be59-30334c27e8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:37:32.080707 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862333d8-9567-4401-be59-30334c27e8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:37:32.081316 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-862333d8-9567-4401-be59-30334c27e8d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:37:32.082698 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-862333d8-9567-4401-be59-30334c27e8d1 admin admin] 10.222.0.77 "PUT /v2.0/subnets/48e9fa0a-88a3-46f4-82d5-77394a135f1d HTTP/1.1" status: 200  len: 868 time: 0.6679378
Jan 25 18:37:32.086633 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c419da-1821-41dc-be5d-003e78ee6add None None] Network 33253d19-713a-4c66-9bc0-e8c259d4f13d requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:37:32.532896 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-9e9b651d-8936-4d9a-b5bf-0d743ef237b2 None None] Provisioning complete for port 7849e816-71bc-44f0-9815-558c3f51577a triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:37:32.533469 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9e9b651d-8936-4d9a-b5bf-0d743ef237b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:37:32.667234 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-9e9b651d-8936-4d9a-b5bf-0d743ef237b2 None None] Provisioning complete for port 6722a3d8-2f34-4495-be59-5cd664bd29ba triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:37:32.667540 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9e9b651d-8936-4d9a-b5bf-0d743ef237b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:37:34.542772 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 54448) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:37:34.755480 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea210244-926a-4929-a6c4-045256de016f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:37:34.755895 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea210244-926a-4929-a6c4-045256de016f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:37:34.757578 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-ea210244-926a-4929-a6c4-045256de016f admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2135737
Jan 25 18:37:37.221126 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 54458) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:37:37.434624 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2075c09-c5e8-43c2-aeeb-e0dca437ac21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:37:37.435040 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2075c09-c5e8-43c2-aeeb-e0dca437ac21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:37:37.436714 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-e2075c09-c5e8-43c2-aeeb-e0dca437ac21 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2145197
Jan 25 18:37:39.887121 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 54468) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:37:40.100132 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77048e2-da78-4d54-ba0c-fb3dd97dd79c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:37:40.101553 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-b77048e2-da78-4d54-ba0c-fb3dd97dd79c admin admin] 10.222.0.77 "GET /v2.0/networks/33253d19-713a-4c66-9bc0-e8c259d4f13d HTTP/1.1" status: 200  len: 862 time: 0.2133710
Jan 25 18:37:42.577434 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 54478) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:37:42.783573 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c625c9-975d-4f78-ad6f-d5fa30c4b093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:37:42.784960 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-66c625c9-975d-4f78-ad6f-d5fa30c4b093 admin admin] 10.222.0.77 "GET /v2.0/networks/ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 HTTP/1.1" status: 200  len: 886 time: 0.2064960
Jan 25 18:37:45.245939 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 54488) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:37:45.389864 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7417e1fc-a142-4962-9744-e7e6375756a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:37:45.390253 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7417e1fc-a142-4962-9744-e7e6375756a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:37:45.391050 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-7417e1fc-a142-4962-9744-e7e6375756a4 admin admin] Synchronizing usage tracker for tenant:956090e8e1cf4f16b3ae476760e1478a on resource:subnet {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:37:45.409445 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-7417e1fc-a142-4962-9744-e7e6375756a4 admin admin] Unset dirty status for tenant:956090e8e1cf4f16b3ae476760e1478a on resource:subnet {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:37:45.410756 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-7417e1fc-a142-4962-9744-e7e6375756a4 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1637506
Jan 25 18:37:47.870570 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 54498) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:37:48.018677 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620e4cd4-05a1-40f1-910f-b7a9ddb5e22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:37:48.019089 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620e4cd4-05a1-40f1-910f-b7a9ddb5e22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:37:48.020721 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-620e4cd4-05a1-40f1-910f-b7a9ddb5e22a admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1490970
Jan 25 18:37:50.484381 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 54508) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:37:50.625559 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ad6949-ca52-45a1-b3fd-db3f90d9e87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:37:50.626980 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-10ad6949-ca52-45a1-b3fd-db3f90d9e87c admin admin] 10.222.0.77 "GET /v2.0/subnets/48e9fa0a-88a3-46f4-82d5-77394a135f1d HTTP/1.1" status: 200  len: 868 time: 0.1415787
Jan 25 18:37:50.766153 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3a401726-d58e-4182-bf43-f91e80421625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:37:52.931419 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:37:53.082237 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9cf54caa-6e37-4d13-9ed7-c7a7a6fa4be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:37:53.095705 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 54518) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:37:53.234513 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160836a2-adb2-4202-8d76-cdf2f59acddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:37:53.235986 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-160836a2-adb2-4202-8d76-cdf2f59acddf admin admin] 10.222.0.77 "GET /v2.0/subnets/d3ebd7f5-b535-4f35-9c6a-a58c394e9ef4 HTTP/1.1" status: 200  len: 816 time: 0.1392515
Jan 25 18:37:54.692482 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:37:55.036396 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:37:57.114361 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:38:18.956163 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 54558) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:38:19.036746 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [None req-1b71f2b4-7993-40d7-a477-70ee2d7f34d5 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 25 18:38:19.037861 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-1b71f2b4-7993-40d7-a477-70ee2d7f34d5 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0806849
Jan 25 18:38:20.767863 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d02f3949-4289-43a2-8698-9e85e49d54b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:21.599121 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 54568) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:38:21.707217 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1c7f41-1948-459e-bd61-8abb3cecf496 admin admin] GET failed (client error): The resource could not be found.
Jan 25 18:38:21.708621 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-0e1c7f41-1948-459e-bd61-8abb3cecf496 admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1084909
Jan 25 18:38:21.849356 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2afb5d-aef7-4061-8ea8-79574f609ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:38:21.850887 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-fc2afb5d-aef7-4061-8ea8-79574f609ca3 admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1378176
Jan 25 18:38:22.934493 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:23.086147 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bac03c32-cab2-4a25-ae56-1eece7d45af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:24.334867 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 54578) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:38:24.412725 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:38:24.418348 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:38:24.428713 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:38:24.437956 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Made reservation on behalf of 956090e8e1cf4f16b3ae476760e1478a for: {'network': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:38:24.442502 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for network, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:24.696455 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:24.707886 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING neutron.services.revisions.revision_plugin [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f2a23b027b8] {project_id='956090e8e1cf4f16b3ae476760e1478a', id='fca02e5d-c9eb-4bec-8377-77dd80e1005e', target_tenant='*', action='access_as_shared', object_id='ff0f5896-a293-4c0f-8102-811d5e81d7d7'}> to bump revision.
Jan 25 18:38:24.725858 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 25 18:38:24.737307 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738686948825', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:24.737758 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.segments_db [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Added segment 889fdbf8-7555-4db0-80b8-3ad16facf67b of type vxlan for network ff0f5896-a293-4c0f-8102-811d5e81d7d7
Jan 25 18:38:24.775721 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298168216078'] for network, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:24.809950 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:24.811802 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:38:24.812431 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:24.817430 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:38:24.922115 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.5860255
Jan 25 18:38:24.925019 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Pushing event updated for resources: {'Network': ['ID=ff0f5896-a293-4c0f-8102-811d5e81d7d7,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:38:24.933183 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:38:24.933575 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:38:24.933937 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:38:24.934313 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:38:24.934640 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:38:24.934991 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:38:24.935337 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:38:24.935715 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:38:24.936085 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:38:24.936454 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:38:24.936775 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:38:24.937166 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:38:24.941952 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:38:24.950698 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Network ff0f5896-a293-4c0f-8102-811d5e81d7d7 details requested by agent ovs-agent-dv-cinder-772388-1-iscsi with host dv-cinder-772388-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:38:25.073282 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:27.401400 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 54588) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:38:27.504155 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ce89d6-097d-4b08-ba54-a581537ec465 admin admin] GET failed (client error): The resource could not be found.
Jan 25 18:38:27.504686 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-84ce89d6-097d-4b08-ba54-a581537ec465 admin admin] Synchronizing usage tracker for tenant:956090e8e1cf4f16b3ae476760e1478a on resource:network {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:38:27.519298 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-84ce89d6-097d-4b08-ba54-a581537ec465 admin admin] Unset dirty status for tenant:956090e8e1cf4f16b3ae476760e1478a on resource:network {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:38:27.520481 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-84ce89d6-097d-4b08-ba54-a581537ec465 admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1180527
Jan 25 18:38:27.641444 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2d3d54-0af9-471a-94de-d1587f1fb27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:38:27.642936 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-6a2d3d54-0af9-471a-94de-d1587f1fb27e admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1179729
Jan 25 18:38:27.653873 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-1dc95fec-b582-4f75-8c4c-ff5ae958421c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'ff0f5896-a293-4c0f-8102-811d5e81d7d7', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:38:27.658761 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-1dc95fec-b582-4f75-8c4c-ff5ae958421c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:38:27.668462 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-1dc95fec-b582-4f75-8c4c-ff5ae958421c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:38:27.677846 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc95fec-b582-4f75-8c4c-ff5ae958421c admin admin] Made reservation on behalf of 956090e8e1cf4f16b3ae476760e1478a for: {'subnet': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:38:27.682533 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1dc95fec-b582-4f75-8c4c-ff5ae958421c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:28.088294 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1dc95fec-b582-4f75-8c4c-ff5ae958421c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for subnet, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:28.103388 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b6738174-bcb8-4f8a-bbb0-dc3dd7cec591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:38:28.237304 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc95fec-b582-4f75-8c4c-ff5ae958421c admin admin] Pushing event updated for resources: {'Subnet': ['ID=25e88a0b-c156-40b2-b924-833dc84e1cd7,revision_number=0']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:38:28.241313 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1dc95fec-b582-4f75-8c4c-ff5ae958421c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:38:28.302881 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc95fec-b582-4f75-8c4c-ff5ae958421c admin admin] Checking segment: {'id': '889fdbf8-7555-4db0-80b8-3ad16facf67b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ff0f5896-a293-4c0f-8102-811d5e81d7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:38:28.303191 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc95fec-b582-4f75-8c4c-ff5ae958421c admin admin] Network hostable DHCP agents. Network: ff0f5896-a293-4c0f-8102-811d5e81d7d7, hostable agents: ['caa9e31d-b776-4d13-8aa3-93174b581c26'], hosted agents: [] {{(pid=80198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 25 18:38:28.322010 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc95fec-b582-4f75-8c4c-ff5ae958421c admin admin] Network ff0f5896-a293-4c0f-8102-811d5e81d7d7 is scheduled to be hosted by DHCP agent caa9e31d-b776-4d13-8aa3-93174b581c26 with binding_index 1 {{(pid=80198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 25 18:38:28.330328 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-1dc95fec-b582-4f75-8c4c-ff5ae958421c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-iscsi, ff0f5896-a293-4c0f-8102-811d5e81d7d7) {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:38:28.334398 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc95fec-b582-4f75-8c4c-ff5ae958421c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:38:28.335031 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1dc95fec-b582-4f75-8c4c-ff5ae958421c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:28.341084 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a1bb2d-5537-4afd-a7bc-68563485a411 None None] Network ff0f5896-a293-4c0f-8102-811d5e81d7d7 requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:38:28.359522 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-1dc95fec-b582-4f75-8c4c-ff5ae958421c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7094309
Jan 25 18:38:28.588331 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6e4a158-ec2a-5bcf-86aa-ff9ef77c1257-ff0f5896-a293-4c0f-8102-811d5e81d7d7', 'network_id': 'ff0f5896-a293-4c0f-8102-811d5e81d7d7', 'tenant_id': '956090e8e1cf4f16b3ae476760e1478a', 'fixed_ips': [{'subnet_id': '25e88a0b-c156-40b2-b924-833dc84e1cd7'}]}} from dv-cinder-772388-1-iscsi. {{(pid=80201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 25 18:38:28.589345 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:28.890837 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Allocated IP 192.168.233.2 (ff0f5896-a293-4c0f-8102-811d5e81d7d7/25e88a0b-c156-40b2-b924-833dc84e1cd7/406b333e-9548-418e-b9bb-f6ffe1a8f64f) {{(pid=80201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:38:29.117671 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Notify callbacks [] for port, precommit_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:29.129731 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Transition to ACTIVE for port object 406b333e-9548-418e-b9bb-f6ffe1a8f64f will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:38:29.148147 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Transition to ACTIVE for port object 406b333e-9548-418e-b9bb-f6ffe1a8f64f will not be triggered until provisioned by entity DHCP. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:38:29.153051 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723'] for port, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:29.168986 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b3c07666-91b8-4fa3-9630-34680c1dff38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:38:29.312131 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Pushing event updated for resources: {'Port': ['ID=406b333e-9548-418e-b9bb-f6ffe1a8f64f,revision_number=1']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:38:29.327031 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:38:29.327407 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:38:29.327774 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:38:29.328138 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:38:29.328492 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:38:29.328847 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:38:29.329230 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:38:29.329585 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:38:29.329952 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:38:29.330302 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:38:29.330657 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:38:29.331002 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:38:29.336630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:38:29.376008 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Network ff0f5896-a293-4c0f-8102-811d5e81d7d7 is already hosted by enough agents. {{(pid=80201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:38:29.377285 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Resources bound (agent type, host, resource id):  {{(pid=80201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:38:29.382037 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Received port after_create {{(pid=80201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:38:29.441061 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Attempting to bind port 406b333e-9548-418e-b9bb-f6ffe1a8f64f on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:38:29.441421 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Attempting to bind port 406b333e-9548-418e-b9bb-f6ffe1a8f64f by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': '889fdbf8-7555-4db0-80b8-3ad16facf67b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ff0f5896-a293-4c0f-8102-811d5e81d7d7'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:38:29.441826 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Attempting to bind port 406b333e-9548-418e-b9bb-f6ffe1a8f64f on network ff0f5896-a293-4c0f-8102-811d5e81d7d7 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:38:29.447652 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:38:29.448065 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Checking segment: {'id': '889fdbf8-7555-4db0-80b8-3ad16facf67b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ff0f5896-a293-4c0f-8102-811d5e81d7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:38:29.448502 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:29.448934 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Bound using segment: {'id': '889fdbf8-7555-4db0-80b8-3ad16facf67b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ff0f5896-a293-4c0f-8102-811d5e81d7d7'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:38:29.449513 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Bound port: 406b333e-9548-418e-b9bb-f6ffe1a8f64f, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889fdbf8-7555-4db0-80b8-3ad16facf67b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ff0f5896-a293-4c0f-8102-811d5e81d7d7'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:38:29.449928 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:29.549231 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] For port 406b333e-9548-418e-b9bb-f6ffe1a8f64f, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:38:29.552651 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] For port 406b333e-9548-418e-b9bb-f6ffe1a8f64f, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=406b333e-9548-418e-b9bb-f6ffe1a8f64f,segment=NetworkSegment(889fdbf8-7555-4db0-80b8-3ad16facf67b),segment_id=889fdbf8-7555-4db0-80b8-3ad16facf67b)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:38:29.555995 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:29.583798 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:38:29.739132 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Pushing event updated for resources: {'Port': ['ID=406b333e-9548-418e-b9bb-f6ffe1a8f64f,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:38:29.745032 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:38:30.853939 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 406b333e-9548-418e-b9bb-f6ffe1a8f64f up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:38:30.939536 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port 406b333e-9548-418e-b9bb-f6ffe1a8f64f completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:38:31.070089 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea10cfd-64d0-4a0e-8781-8fb12bfaefcd None None] Network ff0f5896-a293-4c0f-8102-811d5e81d7d7 requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:38:31.185457 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-88ecfdc7-a73b-4b5a-bc4f-8a91dfd45491 None None] Provisioning for port 406b333e-9548-418e-b9bb-f6ffe1a8f64f completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:38:31.205123 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-88ecfdc7-a73b-4b5a-bc4f-8a91dfd45491 None None] Provisioning complete for port 406b333e-9548-418e-b9bb-f6ffe1a8f64f triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:38:31.205535 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-88ecfdc7-a73b-4b5a-bc4f-8a91dfd45491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:31.601456 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-88ecfdc7-a73b-4b5a-bc4f-8a91dfd45491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:31.643506 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-88ecfdc7-a73b-4b5a-bc4f-8a91dfd45491 None None] For port 406b333e-9548-418e-b9bb-f6ffe1a8f64f, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=406b333e-9548-418e-b9bb-f6ffe1a8f64f,segment=NetworkSegment(889fdbf8-7555-4db0-80b8-3ad16facf67b),segment_id=889fdbf8-7555-4db0-80b8-3ad16facf67b)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:38:31.646821 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-88ecfdc7-a73b-4b5a-bc4f-8a91dfd45491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:31.649002 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:38:31.738928 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ecfdc7-a73b-4b5a-bc4f-8a91dfd45491 None None] Pushing event updated for resources: {'Port': ['ID=406b333e-9548-418e-b9bb-f6ffe1a8f64f,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:38:31.742922 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-88ecfdc7-a73b-4b5a-bc4f-8a91dfd45491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:38:31.871196 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-a1cde88f-8b25-4049-b819-ee88a34c0991 None None] Provisioning complete for port 406b333e-9548-418e-b9bb-f6ffe1a8f64f triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:38:31.871745 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a1cde88f-8b25-4049-b819-ee88a34c0991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:32.128703 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-f08cd0f3-1615-4a9d-b49a-cf09cff185ab None None] Provisioning complete for port 406b333e-9548-418e-b9bb-f6ffe1a8f64f triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:38:32.129378 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f08cd0f3-1615-4a9d-b49a-cf09cff185ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:32.375174 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-513b6594-3b71-403e-9d8b-fda19bf2f775 None None] Provisioning complete for port 406b333e-9548-418e-b9bb-f6ffe1a8f64f triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:38:32.375580 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-513b6594-3b71-403e-9d8b-fda19bf2f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:32.810623 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 406b333e-9548-418e-b9bb-f6ffe1a8f64f up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:38:32.883470 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 406b333e-9548-418e-b9bb-f6ffe1a8f64f triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:38:32.884040 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:34.114276 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:38:50.770768 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5fbb233f-904e-4266-9976-bb2edf549da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:52.936757 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:53.088924 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-347db377-e178-4ba0-b137-33e98eafc01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:54.699227 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:38:55.049989 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:39:11.114027 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:39:20.772898 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-586a42f5-48e9-4b61-9e41-d6c7c3b18d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:39:22.941713 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:39:23.093092 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2daeb7e6-ebe4-4a25-97c9-b3b32cce8f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:39:24.702546 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:39:25.052483 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:39:42.642824 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 54630) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:39:42.649476 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [None req-ce6a67cb-474e-4474-b59d-9f55666afcea tempest-verify_tempest_config-1650960959 tempest-verify_tempest_config-1650960959] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 25 18:39:42.650566 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-ce6a67cb-474e-4474-b59d-9f55666afcea tempest-verify_tempest_config-1650960959 tempest-verify_tempest_config-1650960959] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13274 time: 0.0066919
Jan 25 18:39:43.002653 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 54650) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:39:43.151263 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b068997e-e2aa-44af-986d-471b2c5bb2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:39:43.166398 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-b068997e-e2aa-44af-986d-471b2c5bb2db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:39:43.170885 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-b068997e-e2aa-44af-986d-471b2c5bb2db admin admin] Usage tracker for resource:security_group_rule and tenant:a44c7e4f86da4b8a819f6d49a6a992db is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:39:43.173863 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-b068997e-e2aa-44af-986d-471b2c5bb2db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:39:43.179653 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-b068997e-e2aa-44af-986d-471b2c5bb2db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:39:43.273604 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b068997e-e2aa-44af-986d-471b2c5bb2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:39:43.276199 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b068997e-e2aa-44af-986d-471b2c5bb2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:39:43.285416 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:39:43.326972 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-b068997e-e2aa-44af-986d-471b2c5bb2db admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a44c7e4f86da4b8a819f6d49a6a992db&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3232243
Jan 25 18:39:43.327874 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068997e-e2aa-44af-986d-471b2c5bb2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cc2fa7-49f9-4e1d-a243-f230cef87f5d,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:39:43.329891 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 54656) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:39:43.335373 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b068997e-e2aa-44af-986d-471b2c5bb2db admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:39:43.335763 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b068997e-e2aa-44af-986d-471b2c5bb2db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:39:43.336128 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b068997e-e2aa-44af-986d-471b2c5bb2db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:39:43.336483 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b068997e-e2aa-44af-986d-471b2c5bb2db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:39:43.336832 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b068997e-e2aa-44af-986d-471b2c5bb2db admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:39:43.337221 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b068997e-e2aa-44af-986d-471b2c5bb2db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:39:43.337574 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b068997e-e2aa-44af-986d-471b2c5bb2db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:39:43.337922 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b068997e-e2aa-44af-986d-471b2c5bb2db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:39:43.338290 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b068997e-e2aa-44af-986d-471b2c5bb2db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:39:43.338631 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b068997e-e2aa-44af-986d-471b2c5bb2db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:39:43.338974 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b068997e-e2aa-44af-986d-471b2c5bb2db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:39:43.339315 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b068997e-e2aa-44af-986d-471b2c5bb2db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:39:43.343564 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b068997e-e2aa-44af-986d-471b2c5bb2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:39:43.393875 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1a9aedd0-132f-40b8-b518-6da022b98b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:39:43.420570 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1a9aedd0-132f-40b8-b518-6da022b98b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:39:43.469837 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1a9aedd0-132f-40b8-b518-6da022b98b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:39:43.474947 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:39:43.487885 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9aedd0-132f-40b8-b518-6da022b98b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cc2fa7-49f9-4e1d-a243-f230cef87f5d,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:39:43.496559 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9aedd0-132f-40b8-b518-6da022b98b8e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:39:43.496948 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9aedd0-132f-40b8-b518-6da022b98b8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:39:43.497355 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9aedd0-132f-40b8-b518-6da022b98b8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:39:43.498266 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9aedd0-132f-40b8-b518-6da022b98b8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:39:43.498620 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9aedd0-132f-40b8-b518-6da022b98b8e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:39:43.498992 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9aedd0-132f-40b8-b518-6da022b98b8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:39:43.499344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9aedd0-132f-40b8-b518-6da022b98b8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:39:43.499695 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9aedd0-132f-40b8-b518-6da022b98b8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:39:43.500060 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9aedd0-132f-40b8-b518-6da022b98b8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:39:43.500414 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9aedd0-132f-40b8-b518-6da022b98b8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:39:43.500763 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9aedd0-132f-40b8-b518-6da022b98b8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:39:43.501144 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9aedd0-132f-40b8-b518-6da022b98b8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:39:43.504325 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1a9aedd0-132f-40b8-b518-6da022b98b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:39:43.505833 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1a9aedd0-132f-40b8-b518-6da022b98b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:39:43.507012 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-1a9aedd0-132f-40b8-b518-6da022b98b8e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c4cc2fa7-49f9-4e1d-a243-f230cef87f5d HTTP/1.1" status: 204  len: 168 time: 0.1760614
Jan 25 18:39:48.113269 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:39:50.776300 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-16e88c09-3391-4d86-b807-56e8fcf42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:39:52.943968 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:39:53.094809 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b5f9bd14-6cad-47d1-a44a-5a137b24ddf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:39:54.706698 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:39:55.055210 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:40:20.780001 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc92cc8e-8b54-4c57-82f5-d139089a119b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:40:22.946731 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:40:23.096479 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-260b808a-6153-47e5-86e9-092440aaa801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:40:24.708895 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:40:25.058558 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:40:25.112172 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:40:50.793276 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3bfe6bc4-6810-455c-81eb-cc5cf1406048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:40:52.953718 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:40:53.108948 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1e4e2e54-38f5-4c63-ad1c-ff19fb1adfba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:40:54.712965 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:40:55.062050 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:41:02.112912 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:41:20.788761 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7a02cc0d-cf0d-4b0a-8a8b-c865872900ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:41:22.955846 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:41:23.112717 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-212edafb-c354-4e54-81c0-ad0518e2dbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:41:24.720415 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:41:25.066677 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:41:33.354133 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992'] for agent, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:41:33.354782 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:41:33.355171 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:41:33.355606 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:41:33.356143 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:41:33.357225 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:41:33.357653 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:41:33.358108 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:41:33.358519 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:41:33.358934 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:41:33.359416 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:41:33.359835 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:41:33.360293 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:41:33.360734 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2a1ffc7ac8>, 'Open vSwitch agent', 'hv-cinder-77238', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:41:33.365998 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2a1fe6ddd8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77238', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:41:33.810144 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] get_endpoint_by_host() called for host hv-cinder-77238 {{(pid=80201) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 25 18:41:33.814728 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] get_endpoint_by_ip() called for ip 192.168.0.67 {{(pid=80201) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 25 18:41:33.818284 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] _add_endpoint() called for ip 192.168.0.67 {{(pid=80201) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 25 18:41:33.823767 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] _get_endpoints() called {{(pid=80201) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 25 18:41:39.115311 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:41:43.647752 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 54728) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:41:43.816247 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-f060637a-b89f-4948-8768-355e4a9ac736 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1669600
Jan 25 18:41:46.425391 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 54738) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:41:46.527426 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-87ae9c4e-ce86-4424-804d-1abc26508cf8 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1007807
Jan 25 18:41:50.795092 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-df1a6db7-1566-433e-a3f7-040736cdb062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:41:52.965966 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:41:53.110679 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-652fb03e-2bd7-441f-b054-1b7835d98f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:41:54.715347 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:41:55.070826 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:42:03.359638 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:42:16.115508 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:42:20.798036 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-acb8ece6-3c6d-41f1-a076-16575d8b05b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:42:22.969728 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:42:23.104743 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5b285b15-c5eb-48c5-8216-b19dfa15362f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:42:24.720436 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:42:25.075742 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:42:33.359911 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:42:50.801878 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e6f20e35-f6ef-44f1-884f-2f9933c7ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:42:52.965208 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:42:53.112174 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b02c1a42-ade5-4f95-9994-20ec472d57cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:42:53.122994 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:42:54.741423 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:42:55.082331 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:03.363120 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:20.807429 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-723f1ae1-1c61-4f62-b729-a610c95c9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:22.966172 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:23.114122 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c62ff4bf-7e02-445a-a8c7-d849409ab247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:24.748889 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:25.117279 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:30.126695 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:43:33.384289 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:33.427897 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 54894) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:33.491602 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 54900) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:33.762811 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 54912) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:34.011646 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-878325676-network', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:43:34.028893 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1788698180-network', 'tenant_id': '17410bd898a44521ad5d4aedfe19096a'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:43:34.035091 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:43:34.038951 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:43:34.044320 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Usage tracker for resource:network and tenant:17410bd898a44521ad5d4aedfe19096a is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:43:34.047446 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:43:34.051669 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Usage tracker for resource:network and tenant:209da4d33dc74678ab66bd74395f33ba is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:43:34.054566 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:43:34.069728 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Made reservation on behalf of 17410bd898a44521ad5d4aedfe19096a for: {'network': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:43:34.070103 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:43:34.077523 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for network, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:34.087196 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:43:34.110220 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Made reservation on behalf of 209da4d33dc74678ab66bd74395f33ba for: {'network': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:43:34.110399 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:34.113313 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for network, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:34.127984 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:34.135147 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:43:34.148650 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Usage tracker for resource:security_group_rule and tenant:17410bd898a44521ad5d4aedfe19096a is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:43:34.149115 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:43:34.152408 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:43:34.154323 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Usage tracker for resource:security_group_rule and tenant:209da4d33dc74678ab66bd74395f33ba is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:43:34.157962 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:43:34.160020 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:43:34.164621 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:43:34.282803 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:34.287192 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:34.305773 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:34.316397 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:34.322383 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:34.326637 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 25 18:43:34.351584 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738686948825', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:34.352019 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.segments_db [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Added segment 55410d9d-97de-42cd-bba9-f6786af81212 of type vxlan for network 23d57d78-9fa5-4fd9-bb4c-f55ad34ce986
Jan 25 18:43:34.353240 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58fb765-01bd-4fd9-ba05-e99337372ad4,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:34.358286 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:34.367049 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.367540 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.367916 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.368278 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.368636 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.369011 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.369399 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.369847 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.370211 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.370565 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.370916 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.371266 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.371719 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.372088 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.372439 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.372787 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.373178 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.373529 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.373879 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.374301 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.374664 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.375010 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.375355 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.375697 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Tracked resource versions report:
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]: pushed versions:
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]: {   'AddressGroup': {'1.1'},
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:     'ConntrackHelper': {'1.0'},
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Log': {'1.0'},
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Network': {'1.1'},
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Port': {'1.6'},
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:     'PortForwarding': {'1.2'},
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:     'QosPolicy': {'1.8'},
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:     'SecurityGroup': {'1.4'},
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:     'SecurityGroupRule': {'1.2'},
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:     'SubPort': {'1.0'},
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Subnet': {'1.1'},
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Trunk': {'1.1'}}
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]: consumer versions:
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]: {   DHCP agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:     L3 agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:     Metadata agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:     Metering agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:     Open vSwitch agent@dv-cinder-772388-1-iscsi: {   'AddressGroup': '1.1',
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'ConntrackHelper': '1.0',
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Log': '1.0',
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Network': '1.1',
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Port': '1.6',
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'PortForwarding': '1.2',
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'QosPolicy': '1.8',
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'SecurityGroup': '1.4',
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'SecurityGroupRule': '1.2',
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'SubPort': '1.0',
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Subnet': '1.1',
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Trunk': '1.1'},
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:     Open vSwitch agent@hv-cinder-77238: {   'AddressGroup': '1.1',
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'ConntrackHelper': '1.0',
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'Log': '1.0',
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'Network': '1.1',
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'Port': '1.6',
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'PortForwarding': '1.2',
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'QosPolicy': '1.8',
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'SecurityGroup': '1.4',
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'SecurityGroupRule': '1.2',
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'SubPort': '1.0',
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'Subnet': '1.1',
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'Trunk': '1.1'}}
Jan 25 18:43:34.377319 dv-cinder-772388-1-iscsi neutron-server[80085]:  {{(pid=80198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 25 18:43:34.387359 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:34.412852 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298168216078'] for network, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:34.442028 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f734407-8cbb-4c99-91e0-a384ff804b1b,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:34.452591 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:34.454179 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:43:34.454901 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:34.463237 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:34.466812 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1366928118-network', 'tenant_id': '249a90a17b6743d183168f87ef1741b5'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:43:34.497142 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.db.api [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80199) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 25 18:43:34.499242 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_db.api [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 25 18:43:34.502202 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.504120 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.505155 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.506295 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.507194 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.508114 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.509084 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.510371 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.511567 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.512788 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.514008 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.514856 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.515982 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.516658 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.517596 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.518521 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.519404 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.520318 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.521608 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.522853 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.523800 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.524510 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.525253 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.525958 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Tracked resource versions report:
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]: pushed versions:
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]: {   'AddressGroup': {'1.1'},
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:     'ConntrackHelper': {'1.0'},
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Log': {'1.0'},
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Network': {'1.1'},
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Port': {'1.6'},
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:     'PortForwarding': {'1.2'},
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:     'QosPolicy': {'1.8'},
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:     'SecurityGroup': {'1.4'},
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:     'SecurityGroupRule': {'1.2'},
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:     'SubPort': {'1.0'},
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Subnet': {'1.1'},
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Trunk': {'1.1'}}
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]: consumer versions:
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]: {   DHCP agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:     L3 agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:     Metadata agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:     Metering agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:     Open vSwitch agent@dv-cinder-772388-1-iscsi: {   'AddressGroup': '1.1',
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'ConntrackHelper': '1.0',
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Log': '1.0',
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Network': '1.1',
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Port': '1.6',
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'PortForwarding': '1.2',
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'QosPolicy': '1.8',
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'SecurityGroup': '1.4',
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'SecurityGroupRule': '1.2',
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'SubPort': '1.0',
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Subnet': '1.1',
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Trunk': '1.1'},
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:     Open vSwitch agent@hv-cinder-77238: {   'AddressGroup': '1.1',
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'ConntrackHelper': '1.0',
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'Log': '1.0',
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'Network': '1.1',
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'Port': '1.6',
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'PortForwarding': '1.2',
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'QosPolicy': '1.8',
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'SecurityGroup': '1.4',
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'SecurityGroupRule': '1.2',
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'SubPort': '1.0',
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'Subnet': '1.1',
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'Trunk': '1.1'}}
Jan 25 18:43:34.529584 dv-cinder-772388-1-iscsi neutron-server[80085]:  {{(pid=80199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 25 18:43:34.537404 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:34.539143 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 54934) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:34.559408 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:43:34.569426 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Usage tracker for resource:network and tenant:249a90a17b6743d183168f87ef1741b5 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:43:34.583473 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:43:34.593827 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Pushing event updated for resources: {'Network': ['ID=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:34.600343 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:34.600686 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:43:34.611125 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Network 23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 details requested by agent ovs-agent-dv-cinder-772388-1-iscsi with host dv-cinder-772388-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:43:34.622173 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1928124
Jan 25 18:43:34.622410 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Made reservation on behalf of 249a90a17b6743d183168f87ef1741b5 for: {'network': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:43:34.625510 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 54942) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:34.632212 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-d222ab19-46a3-4367-ba1d-c4795aab416b admin admin] Request body: {'subnet': {'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-878325676-subnet', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:43:34.633165 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for network, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:34.648354 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-d222ab19-46a3-4367-ba1d-c4795aab416b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:43:34.662222 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-d222ab19-46a3-4367-ba1d-c4795aab416b admin admin] Usage tracker for resource:subnet and tenant:209da4d33dc74678ab66bd74395f33ba is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:43:34.666456 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-d222ab19-46a3-4367-ba1d-c4795aab416b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:43:34.673884 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-d222ab19-46a3-4367-ba1d-c4795aab416b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:43:34.676281 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:34.695997 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d222ab19-46a3-4367-ba1d-c4795aab416b admin admin] Made reservation on behalf of 209da4d33dc74678ab66bd74395f33ba for: {'subnet': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:43:34.701501 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d222ab19-46a3-4367-ba1d-c4795aab416b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:34.716334 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:43:34.726429 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Usage tracker for resource:security_group_rule and tenant:249a90a17b6743d183168f87ef1741b5 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:43:34.735086 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:43:34.749990 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:43:34.839048 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Network 23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:43:35.012813 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:35.019611 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for network, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:35.071777 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:35.117141 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 25 18:43:35.137986 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:35.139414 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.segments_db [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Added segment 64b31ac6-716f-4c4a-ad64-58104b03ceac of type vxlan for network 91f80afc-59ce-4fe7-876c-4cf2ad6baef9
Jan 25 18:43:35.194590 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298168216078'] for network, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:35.258233 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:35.322605 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-403068748-network', 'tenant_id': 'e33a018e9f954cdc8b0b90314907d180'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:43:35.333890 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ac5988-e761-417f-8bf8-2609dfc1ac5a,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:35.352244 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:35.355814 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:35.383459 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d222ab19-46a3-4367-ba1d-c4795aab416b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for subnet, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:35.392045 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:43:35.393462 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:35.418167 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1dc95fec-b582-4f75-8c4c-ff5ae958421c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:35.452303 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:35.641257 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Pushing event updated for resources: {'Network': ['ID=91f80afc-59ce-4fe7-876c-4cf2ad6baef9,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:35.645768 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:35.648001 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.db.api [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80199) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 25 18:43:35.649260 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_db.api [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 25 18:43:35.657774 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222ab19-46a3-4367-ba1d-c4795aab416b admin admin] Pushing event updated for resources: {'Subnet': ['ID=351749ea-67fa-4715-84dd-c0eb9be61229,revision_number=0']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:35.661027 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 54966) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:35.664986 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Network 91f80afc-59ce-4fe7-876c-4cf2ad6baef9 details requested by agent ovs-agent-dv-cinder-772388-1-iscsi with host dv-cinder-772388-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:43:35.668114 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-997723a9-67c3-4e5b-88f8-32aeff74f786 admin admin] Request body: {'subnet': {'network_id': '91f80afc-59ce-4fe7-876c-4cf2ad6baef9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1366928118-subnet', 'tenant_id': '249a90a17b6743d183168f87ef1741b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:43:35.669875 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.9056449
Jan 25 18:43:35.674221 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d222ab19-46a3-4367-ba1d-c4795aab416b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:35.676832 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:43:35.681559 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-997723a9-67c3-4e5b-88f8-32aeff74f786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:43:35.685165 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] Usage tracker for resource:network and tenant:e33a018e9f954cdc8b0b90314907d180 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:43:35.690907 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:43:35.700396 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-997723a9-67c3-4e5b-88f8-32aeff74f786 admin admin] Usage tracker for resource:subnet and tenant:249a90a17b6743d183168f87ef1741b5 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:43:35.701923 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:43:35.707513 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-997723a9-67c3-4e5b-88f8-32aeff74f786 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:43:35.717008 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] Made reservation on behalf of e33a018e9f954cdc8b0b90314907d180 for: {'network': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:43:35.717457 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-997723a9-67c3-4e5b-88f8-32aeff74f786 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:43:35.725194 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for network, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:35.741475 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997723a9-67c3-4e5b-88f8-32aeff74f786 admin admin] Made reservation on behalf of 249a90a17b6743d183168f87ef1741b5 for: {'subnet': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:43:35.747419 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-997723a9-67c3-4e5b-88f8-32aeff74f786 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:35.752581 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:35.784367 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:43:35.793020 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] Usage tracker for resource:security_group_rule and tenant:e33a018e9f954cdc8b0b90314907d180 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:43:35.799007 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:43:35.810327 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:43:35.869319 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for network, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:35.915830 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 25 18:43:35.927047 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Network 91f80afc-59ce-4fe7-876c-4cf2ad6baef9 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:43:35.930208 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:35.930821 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.segments_db [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Added segment 513f1e79-0fed-4207-9adf-8777c68a979a of type vxlan for network 80221f03-cf5a-4cce-a4e6-ead5a8bf34b2
Jan 25 18:43:35.995806 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298168216078'] for network, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:36.137630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:36.142554 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:36.151097 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:36.172043 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:36.183760 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:43:36.184409 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:36.195377 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d222ab19-46a3-4367-ba1d-c4795aab416b admin admin] Checking segment: {'id': '55410d9d-97de-42cd-bba9-f6786af81212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:43:36.195760 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d222ab19-46a3-4367-ba1d-c4795aab416b admin admin] Network hostable DHCP agents. Network: 23d57d78-9fa5-4fd9-bb4c-f55ad34ce986, hostable agents: ['caa9e31d-b776-4d13-8aa3-93174b581c26'], hosted agents: [] {{(pid=80198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 25 18:43:36.216289 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 25 18:43:36.244678 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85709a36-892c-471b-a835-1eed744a3346,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:36.250973 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:36.251504 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.segments_db [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] Added segment 176dc6f2-0c02-4621-a68b-f4ed6bbe54d8 of type vxlan for network 18622258-cc8c-47a0-913a-154bf9be8ebc
Jan 25 18:43:36.253042 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d222ab19-46a3-4367-ba1d-c4795aab416b admin admin] Network 23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 is scheduled to be hosted by DHCP agent caa9e31d-b776-4d13-8aa3-93174b581c26 with binding_index 1 {{(pid=80198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 25 18:43:36.255681 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:36.256181 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:36.281741 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-d222ab19-46a3-4367-ba1d-c4795aab416b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-iscsi, 23d57d78-9fa5-4fd9-bb4c-f55ad34ce986) {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:43:36.287695 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d222ab19-46a3-4367-ba1d-c4795aab416b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:43:36.292324 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44da8395-fcd3-4310-a885-0c1f65ddb339 None None] Network 23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:43:36.297725 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d222ab19-46a3-4367-ba1d-c4795aab416b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:36.337500 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.8445287
Jan 25 18:43:36.348451 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 54984) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:36.477043 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-a220e799-b70c-4d4a-a13a-b0be9f2c394b admin admin] Request body: {'subnet': {'network_id': '80221f03-cf5a-4cce-a4e6-ead5a8bf34b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1788698180-subnet', 'tenant_id': '17410bd898a44521ad5d4aedfe19096a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:43:36.488623 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-d222ab19-46a3-4367-ba1d-c4795aab416b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.8616929
Jan 25 18:43:36.491078 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 54994) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:36.497806 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-878325676-router', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:43:36.518341 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:43:36.544022 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] Usage tracker for resource:router and tenant:209da4d33dc74678ab66bd74395f33ba is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:43:36.548350 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:43:36.551364 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-a220e799-b70c-4d4a-a13a-b0be9f2c394b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:43:36.555247 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298168216078'] for network, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:36.573054 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:43:36.581280 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-a220e799-b70c-4d4a-a13a-b0be9f2c394b admin admin] Usage tracker for resource:subnet and tenant:17410bd898a44521ad5d4aedfe19096a is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:43:36.585222 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Pushing event updated for resources: {'Network': ['ID=80221f03-cf5a-4cce-a4e6-ead5a8bf34b2,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:36.598072 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-a220e799-b70c-4d4a-a13a-b0be9f2c394b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:43:36.600341 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Network 80221f03-cf5a-4cce-a4e6-ead5a8bf34b2 details requested by agent ovs-agent-dv-cinder-772388-1-iscsi with host dv-cinder-772388-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:43:36.602794 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:36.609463 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-363710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5894'] for router, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:36.610723 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854407017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854407908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854426065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769859'] for router, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:36.622453 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-a220e799-b70c-4d4a-a13a-b0be9f2c394b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:43:36.676180 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:36.684678 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a220e799-b70c-4d4a-a13a-b0be9f2c394b admin admin] Made reservation on behalf of 17410bd898a44521ad5d4aedfe19096a for: {'subnet': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:43:36.690447 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a220e799-b70c-4d4a-a13a-b0be9f2c394b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:36.723871 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:36.750507 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Network 80221f03-cf5a-4cce-a4e6-ead5a8bf34b2 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:43:36.758623 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:43:36.759304 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:36.779628 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-53e6b58c-ebc3-4bb1-a711-d0e165ff08d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:36.792761 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6e4a158-ec2a-5bcf-86aa-ff9ef77c1257-23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'fixed_ips': [{'subnet_id': '351749ea-67fa-4715-84dd-c0eb9be61229'}]}} from dv-cinder-772388-1-iscsi. {{(pid=80201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 25 18:43:36.795218 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:37.317140 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.7736847
Jan 25 18:43:37.394889 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 55008) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:37.443712 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-03affc9f-5ce0-4cef-bd1a-5ff8b83fec22 admin admin] Request body: {'subnet': {'network_id': '18622258-cc8c-47a0-913a-154bf9be8ebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-403068748-subnet', 'tenant_id': 'e33a018e9f954cdc8b0b90314907d180', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:43:37.454935 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-03affc9f-5ce0-4cef-bd1a-5ff8b83fec22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:43:37.458943 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] Pushing event updated for resources: {'Network': ['ID=18622258-cc8c-47a0-913a-154bf9be8ebc,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:37.478211 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:37.561855 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-03affc9f-5ce0-4cef-bd1a-5ff8b83fec22 admin admin] Usage tracker for resource:subnet and tenant:e33a018e9f954cdc8b0b90314907d180 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:43:37.567618 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-03affc9f-5ce0-4cef-bd1a-5ff8b83fec22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:43:37.568349 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854407889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-365246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769876'] for router, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:37.576450 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-03affc9f-5ce0-4cef-bd1a-5ff8b83fec22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:43:37.581147 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-997723a9-67c3-4e5b-88f8-32aeff74f786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for subnet, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:37.605072 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03affc9f-5ce0-4cef-bd1a-5ff8b83fec22 admin admin] Made reservation on behalf of e33a018e9f954cdc8b0b90314907d180 for: {'subnet': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:43:37.610245 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-03affc9f-5ce0-4cef-bd1a-5ff8b83fec22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:37.711000 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:37.714680 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Network 18622258-cc8c-47a0-913a-154bf9be8ebc details requested by agent ovs-agent-dv-cinder-772388-1-iscsi with host dv-cinder-772388-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:43:37.768606 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Network 18622258-cc8c-47a0-913a-154bf9be8ebc details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:43:37.877093 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a220e799-b70c-4d4a-a13a-b0be9f2c394b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for subnet, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:38.009766 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997723a9-67c3-4e5b-88f8-32aeff74f786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca41d6d8-122b-484f-9bde-52f953964f34,revision_number=0']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:38.027917 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-997723a9-67c3-4e5b-88f8-32aeff74f786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:38.104163 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Allocated IP 172.20.0.2 (23d57d78-9fa5-4fd9-bb4c-f55ad34ce986/351749ea-67fa-4715-84dd-c0eb9be61229/5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2) {{(pid=80201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:43:38.159445 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997723a9-67c3-4e5b-88f8-32aeff74f786 admin admin] Checking segment: {'id': '64b31ac6-716f-4c4a-ad64-58104b03ceac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91f80afc-59ce-4fe7-876c-4cf2ad6baef9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:43:38.160069 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997723a9-67c3-4e5b-88f8-32aeff74f786 admin admin] Network hostable DHCP agents. Network: 91f80afc-59ce-4fe7-876c-4cf2ad6baef9, hostable agents: ['caa9e31d-b776-4d13-8aa3-93174b581c26'], hosted agents: [] {{(pid=80198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 25 18:43:38.166403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:38.222272 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997723a9-67c3-4e5b-88f8-32aeff74f786 admin admin] Network 91f80afc-59ce-4fe7-876c-4cf2ad6baef9 is scheduled to be hosted by DHCP agent caa9e31d-b776-4d13-8aa3-93174b581c26 with binding_index 1 {{(pid=80198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 25 18:43:38.265452 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-997723a9-67c3-4e5b-88f8-32aeff74f786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-iscsi, 91f80afc-59ce-4fe7-876c-4cf2ad6baef9) {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:43:38.379347 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220e799-b70c-4d4a-a13a-b0be9f2c394b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade2b8cd-beb1-4c20-90b8-fbee60df5df3,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:38.383335 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a220e799-b70c-4d4a-a13a-b0be9f2c394b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:38.388826 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a173a6d-ce0e-42a8-abc7-4d2e52765579 None None] Network 91f80afc-59ce-4fe7-876c-4cf2ad6baef9 requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:43:38.505292 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997723a9-67c3-4e5b-88f8-32aeff74f786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:43:38.506487 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-997723a9-67c3-4e5b-88f8-32aeff74f786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:38.532895 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a220e799-b70c-4d4a-a13a-b0be9f2c394b admin admin] Checking segment: {'id': '513f1e79-0fed-4207-9adf-8777c68a979a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '80221f03-cf5a-4cce-a4e6-ead5a8bf34b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:43:38.533530 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a220e799-b70c-4d4a-a13a-b0be9f2c394b admin admin] Network hostable DHCP agents. Network: 80221f03-cf5a-4cce-a4e6-ead5a8bf34b2, hostable agents: ['caa9e31d-b776-4d13-8aa3-93174b581c26'], hosted agents: [] {{(pid=80199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 25 18:43:38.617746 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a220e799-b70c-4d4a-a13a-b0be9f2c394b admin admin] Network 80221f03-cf5a-4cce-a4e6-ead5a8bf34b2 is scheduled to be hosted by DHCP agent caa9e31d-b776-4d13-8aa3-93174b581c26 with binding_index 1 {{(pid=80199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 25 18:43:38.633628 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-a220e799-b70c-4d4a-a13a-b0be9f2c394b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-iscsi, 80221f03-cf5a-4cce-a4e6-ead5a8bf34b2) {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:43:38.666500 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a220e799-b70c-4d4a-a13a-b0be9f2c394b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:43:38.668742 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a220e799-b70c-4d4a-a13a-b0be9f2c394b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:38.762876 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-a220e799-b70c-4d4a-a13a-b0be9f2c394b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.4127722
Jan 25 18:43:38.811335 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-997723a9-67c3-4e5b-88f8-32aeff74f786 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 3.1488578
Jan 25 18:43:38.842561 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:38.852031 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-03affc9f-5ce0-4cef-bd1a-5ff8b83fec22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for subnet, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:38.866858 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aa9d06-bcb1-4094-99dd-df1ae13ea591 None None] Network 80221f03-cf5a-4cce-a4e6-ead5a8bf34b2 requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:43:38.920129 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:39.046689 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-862333d8-9567-4401-be59-30334c27e8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:39.227599 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b0eec7-9f80-4164-b052-be66689b401b None None] Network 80221f03-cf5a-4cce-a4e6-ead5a8bf34b2 requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:43:39.234340 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03affc9f-5ce0-4cef-bd1a-5ff8b83fec22 admin admin] Checking segment: {'id': '176dc6f2-0c02-4621-a68b-f4ed6bbe54d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '18622258-cc8c-47a0-913a-154bf9be8ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:43:39.235357 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03affc9f-5ce0-4cef-bd1a-5ff8b83fec22 admin admin] Network hostable DHCP agents. Network: 18622258-cc8c-47a0-913a-154bf9be8ebc, hostable agents: ['caa9e31d-b776-4d13-8aa3-93174b581c26'], hosted agents: [] {{(pid=80199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 25 18:43:39.256036 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03affc9f-5ce0-4cef-bd1a-5ff8b83fec22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e41f3cd-e809-4d09-9708-244cf575d1af,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:39.263205 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-03affc9f-5ce0-4cef-bd1a-5ff8b83fec22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:39.283493 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03affc9f-5ce0-4cef-bd1a-5ff8b83fec22 admin admin] Network 18622258-cc8c-47a0-913a-154bf9be8ebc is scheduled to be hosted by DHCP agent caa9e31d-b776-4d13-8aa3-93174b581c26 with binding_index 1 {{(pid=80199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 25 18:43:39.319109 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-03affc9f-5ce0-4cef-bd1a-5ff8b83fec22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-iscsi, 18622258-cc8c-47a0-913a-154bf9be8ebc) {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:43:39.327331 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03affc9f-5ce0-4cef-bd1a-5ff8b83fec22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:43:39.330368 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-03affc9f-5ce0-4cef-bd1a-5ff8b83fec22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:39.418982 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 55046) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:39.424528 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-03affc9f-5ce0-4cef-bd1a-5ff8b83fec22 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 2.0155783
Jan 25 18:43:39.450289 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-403068748-router', 'tenant_id': 'e33a018e9f954cdc8b0b90314907d180', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:43:39.471130 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:43:39.500081 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] Usage tracker for resource:router and tenant:e33a018e9f954cdc8b0b90314907d180 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:43:39.518300 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:43:39.544044 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:43:39.582210 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1d38f5-17ea-4f13-9091-4be78695e238 None None] Network 18622258-cc8c-47a0-913a-154bf9be8ebc requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:43:39.807561 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-363710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5894'] for router, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:39.809972 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854407017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854407908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854426065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769859'] for router, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:39.892730 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71e38e4-d0ea-4918-aeb6-933da618c2e6 None None] Network 91f80afc-59ce-4fe7-876c-4cf2ad6baef9 requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:43:39.974838 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] Allocated IP 172.27.1.155 (ef7ca5be-17a0-4c04-be0c-5aafd7b465e2/d3ebd7f5-b535-4f35-9c6a-a58c394e9ef4/eb36c399-166e-4afa-92f3-f88e4834d0e8) {{(pid=80198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:43:40.076802 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:40.189740 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Notify callbacks [] for port, precommit_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:40.203694 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Transition to ACTIVE for port object 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:43:40.226507 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Transition to ACTIVE for port object 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2 will not be triggered until provisioned by entity DHCP. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:43:40.344590 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723'] for port, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:40.366157 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 55096) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:40.758440 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:40.976720 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4e9b0d9f-c170-4604-8503-da7a5635e19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:41.017763 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-4e9b0d9f-c170-4604-8503-da7a5635e19c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:43:41.026837 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Pushing event updated for resources: {'Port': ['ID=5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2,revision_number=1']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:41.036515 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-4e9b0d9f-c170-4604-8503-da7a5635e19c admin admin] Usage tracker for resource:security_group_rule and tenant:b0774f4f6e664026b1d678b7920eb8b5 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:43:41.045961 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-4e9b0d9f-c170-4604-8503-da7a5635e19c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:43:41.066291 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-4e9b0d9f-c170-4604-8503-da7a5635e19c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:43:41.074500 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Network 23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 is already hosted by enough agents. {{(pid=80201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:43:41.093845 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Resources bound (agent type, host, resource id):  {{(pid=80201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:43:41.140090 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Received port after_create {{(pid=80201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:43:41.143951 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:41.144379 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:41.144796 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:41.149643 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:41.150197 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:41.158544 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:41.159061 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:41.159485 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:41.159885 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:41.160462 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:41.162756 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:41.163173 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:41.163626 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:41.164030 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:41.164418 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:41.164802 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:41.165249 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:41.165636 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:41.166016 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:41.166506 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:41.171469 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:41.172093 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:41.172600 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:41.173112 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Tracked resource versions report:
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]: pushed versions:
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]: {   'AddressGroup': {'1.1'},
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:     'ConntrackHelper': {'1.0'},
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Log': {'1.0'},
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Network': {'1.1'},
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Port': {'1.6'},
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:     'PortForwarding': {'1.2'},
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:     'QosPolicy': {'1.8'},
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:     'SecurityGroup': {'1.4'},
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:     'SecurityGroupRule': {'1.2'},
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:     'SubPort': {'1.0'},
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Subnet': {'1.1'},
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Trunk': {'1.1'}}
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]: consumer versions:
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]: {   DHCP agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:     L3 agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:     Metadata agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:     Metering agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:     Open vSwitch agent@dv-cinder-772388-1-iscsi: {   'AddressGroup': '1.1',
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'ConntrackHelper': '1.0',
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Log': '1.0',
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Network': '1.1',
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Port': '1.6',
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'PortForwarding': '1.2',
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'QosPolicy': '1.8',
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'SecurityGroup': '1.4',
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'SecurityGroupRule': '1.2',
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'SubPort': '1.0',
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Subnet': '1.1',
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Trunk': '1.1'},
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:     Open vSwitch agent@hv-cinder-77238: {   'AddressGroup': '1.1',
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'ConntrackHelper': '1.0',
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'Log': '1.0',
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'Network': '1.1',
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'Port': '1.6',
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'PortForwarding': '1.2',
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'QosPolicy': '1.8',
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'SecurityGroup': '1.4',
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'SecurityGroupRule': '1.2',
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'SubPort': '1.0',
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'Subnet': '1.1',
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'Trunk': '1.1'}}
Jan 25 18:43:41.174680 dv-cinder-772388-1-iscsi neutron-server[80085]:  {{(pid=80201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 25 18:43:41.186401 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:41.283908 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4e9b0d9f-c170-4604-8503-da7a5635e19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:41.287913 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4e9b0d9f-c170-4604-8503-da7a5635e19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:41.314960 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f5b5d4f6-24c9-4733-8639-62d65010c7d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:41.504718 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-4e9b0d9f-c170-4604-8503-da7a5635e19c admin admin] Synchronizing usage tracker for tenant:956090e8e1cf4f16b3ae476760e1478a on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:43:41.512608 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b0d9f-c170-4604-8503-da7a5635e19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea83597c-8862-43aa-bc26-c20f48a763e9,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:41.534213 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-4e9b0d9f-c170-4604-8503-da7a5635e19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:41.568816 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 55124) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:41.587629 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-4e9b0d9f-c170-4604-8503-da7a5635e19c admin admin] Unset dirty status for tenant:956090e8e1cf4f16b3ae476760e1478a on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:43:41.605953 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-4e9b0d9f-c170-4604-8503-da7a5635e19c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b0774f4f6e664026b1d678b7920eb8b5&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2377341
Jan 25 18:43:41.607236 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 55130) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:41.707074 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854407889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-365246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769876'] for router, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:41.862149 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a200c214-31a0-4d1a-a5b1-b99f7393cf91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:41.908216 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Attempting to bind port 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2 on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:43:41.908541 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:41.908744 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Attempting to bind port 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2 by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': '55410d9d-97de-42cd-bba9-f6786af81212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:43:41.909134 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Attempting to bind port 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2 on network 23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:43:41.929396 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09a8294-2078-43b5-98ae-b03eb7fa625c None None] Network 18622258-cc8c-47a0-913a-154bf9be8ebc requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:43:41.951010 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a200c214-31a0-4d1a-a5b1-b99f7393cf91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:42.006325 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 55156) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:42.016794 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:43:42.018122 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Checking segment: {'id': '55410d9d-97de-42cd-bba9-f6786af81212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:43:42.018987 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:42.020042 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Bound using segment: {'id': '55410d9d-97de-42cd-bba9-f6786af81212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:43:42.021122 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Bound port: 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55410d9d-97de-42cd-bba9-f6786af81212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:43:42.022002 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:42.036437 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 25 18:43:42.212210 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723'] for port, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:42.291743 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] For port 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:43:42.293022 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a3ca4343-28e7-43b5-bd2b-e5f2a04ec1a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:42.298610 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] For port 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2,segment=NetworkSegment(55410d9d-97de-42cd-bba9-f6786af81212),segment_id=55410d9d-97de-42cd-bba9-f6786af81212)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:43:42.310626 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:42.378574 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-96ac3dff-277b-4f28-bbd8-abfc80bf4758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:42.442024 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-96ac3dff-277b-4f28-bbd8-abfc80bf4758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:43:42.464239 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 55162) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:42.488323 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-96ac3dff-277b-4f28-bbd8-abfc80bf4758 admin admin] Usage tracker for resource:security_group_rule and tenant:9a05a442e8a046869d9b551e95a37fca is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:43:42.509584 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-96ac3dff-277b-4f28-bbd8-abfc80bf4758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:43:42.528948 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-96ac3dff-277b-4f28-bbd8-abfc80bf4758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:43:42.572674 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a200c214-31a0-4d1a-a5b1-b99f7393cf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:42.628570 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:42.663202 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b3c07666-91b8-4fa3-9630-34680c1dff38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:42.672430 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200c214-31a0-4d1a-a5b1-b99f7393cf91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea83597c-8862-43aa-bc26-c20f48a763e9,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:42.678797 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a200c214-31a0-4d1a-a5b1-b99f7393cf91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:42.758725 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-913ea0fa-b8df-4d09-af8c-119bde1f8591 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:43:42.760416 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-913ea0fa-b8df-4d09-af8c-119bde1f8591 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Synchronizing usage tracker for tenant:17410bd898a44521ad5d4aedfe19096a on resource:network {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:43:42.788770 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] Pushing event updated for resources: {'Port': ['ID=eb36c399-166e-4afa-92f3-f88e4834d0e8,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:42.803088 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:42.845961 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bbd6a89e-342a-4e35-b8e9-fc1bd251cf7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:42.891068 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-bbd6a89e-342a-4e35-b8e9-fc1bd251cf7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:43:42.896724 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 55174) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:42.898843 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Pushing event updated for resources: {'Port': ['ID=5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:42.899869 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-bbd6a89e-342a-4e35-b8e9-fc1bd251cf7b admin admin] Usage tracker for resource:security_group_rule and tenant:19ec145e35c34398a7a1b133a6ff62b1 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:43:42.906095 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-bbd6a89e-342a-4e35-b8e9-fc1bd251cf7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:43:42.919106 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-bbd6a89e-342a-4e35-b8e9-fc1bd251cf7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:43:42.927524 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 25 18:43:42.944799 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a200c214-31a0-4d1a-a5b1-b99f7393cf91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:42.947271 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-a200c214-31a0-4d1a-a5b1-b99f7393cf91 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ea83597c-8862-43aa-bc26-c20f48a763e9 HTTP/1.1" status: 204  len: 168 time: 1.3373008
Jan 25 18:43:42.982423 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:43.000206 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-913ea0fa-b8df-4d09-af8c-119bde1f8591 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Unset dirty status for tenant:17410bd898a44521ad5d4aedfe19096a on resource:network {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:43:43.015583 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:43.021864 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-913ea0fa-b8df-4d09-af8c-119bde1f8591 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/networks?id=80221f03-cf5a-4cce-a4e6-ead5a8bf34b2 HTTP/1.1" status: 200  len: 812 time: 1.0126133
Jan 25 18:43:43.075976 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-c1597f05-6993-4249-93f6-afcdbff5c0fe tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/quotas/17410bd898a44521ad5d4aedfe19096a HTTP/1.1" status: 200  len: 375 time: 0.0530655
Jan 25 18:43:43.136410 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:43.177957 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] Network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 is already hosted by enough agents. {{(pid=80198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:43:43.185940 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:43:43.215850 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] Received port after_create {{(pid=80198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:43:43.356874 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-4a30670c-e866-4152-8912-c8ae77234f14 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?tenant_id=17410bd898a44521ad5d4aedfe19096a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2788587
Jan 25 18:43:43.412174 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bbd6a89e-342a-4e35-b8e9-fc1bd251cf7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:43.452633 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bbd6a89e-342a-4e35-b8e9-fc1bd251cf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:43.483905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-4e9b0d9f-c170-4604-8503-da7a5635e19c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:43.593925 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-96ac3dff-277b-4f28-bbd8-abfc80bf4758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:43.612553 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-96ac3dff-277b-4f28-bbd8-abfc80bf4758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:43.628291 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-bbd6a89e-342a-4e35-b8e9-fc1bd251cf7b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=19ec145e35c34398a7a1b133a6ff62b1&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1432884
Jan 25 18:43:43.633196 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 55188) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:43.672773 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6a89e-342a-4e35-b8e9-fc1bd251cf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863f235e-ed1b-4f85-8b37-b6cfb3be0100,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:43.684857 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-bbd6a89e-342a-4e35-b8e9-fc1bd251cf7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:43.695234 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:43.720579 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-96ac3dff-277b-4f28-bbd8-abfc80bf4758 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9a05a442e8a046869d9b551e95a37fca&name=default HTTP/1.1" status: 200  len: 2975 time: 2.1494861
Jan 25 18:43:43.728878 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 55196) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:43.766779 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-de13a688-9c9f-4a3a-894c-031b0c7d2bcc tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:43:43.769579 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-de13a688-9c9f-4a3a-894c-031b0c7d2bcc tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/networks?id=91f80afc-59ce-4fe7-876c-4cf2ad6baef9 HTTP/1.1" status: 200  len: 815 time: 0.8701029
Jan 25 18:43:43.806386 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac3dff-277b-4f28-bbd8-abfc80bf4758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2079aea1-f624-4a89-9b2b-ba3ce194c72d,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:43.813320 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-96ac3dff-277b-4f28-bbd8-abfc80bf4758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:43.839841 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-9b9ac008-b344-4b41-91a7-059f2c068abf service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 25 18:43:43.841865 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-9b9ac008-b344-4b41-91a7-059f2c068abf service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.1619718
Jan 25 18:43:43.884595 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 55200) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:43.955233 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-7553d6ff-f421-4568-bcc1-694b03530989 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/quotas/249a90a17b6743d183168f87ef1741b5 HTTP/1.1" status: 200  len: 375 time: 0.1118889
Jan 25 18:43:44.003570 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-51eedca4-ff03-45e6-969a-39d2f9201eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:44.173298 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1246d699-e216-4d36-9e8e-13cefd138359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:44.218701 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-51eedca4-ff03-45e6-969a-39d2f9201eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:44.235327 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c70168a5-acb6-4b3f-affe-d56803950c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:44.301459 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-4e0d6877-087a-4f06-b869-1cea0e44c765 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?tenant_id=249a90a17b6743d183168f87ef1741b5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2579482
Jan 25 18:43:44.371677 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c70168a5-acb6-4b3f-affe-d56803950c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:44.423883 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-8dbef4c6-670d-485d-945d-d79c8a75c2be service neutron] 10.222.0.77 "GET /v2.0/networks/80221f03-cf5a-4cce-a4e6-ead5a8bf34b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5667553
Jan 25 18:43:44.563313 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-51eedca4-ff03-45e6-969a-39d2f9201eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:44.666750 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-96ac3dff-277b-4f28-bbd8-abfc80bf4758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:44.705323 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eedca4-ff03-45e6-969a-39d2f9201eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863f235e-ed1b-4f85-8b37-b6cfb3be0100,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:44.709888 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-51eedca4-ff03-45e6-969a-39d2f9201eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:44.733723 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da94b50b-2d56-4e4e-8804-b28c3520b78b None None] Network 23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:43:44.738594 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-51eedca4-ff03-45e6-969a-39d2f9201eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:44.740318 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-51eedca4-ff03-45e6-969a-39d2f9201eb9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/863f235e-ed1b-4f85-8b37-b6cfb3be0100 HTTP/1.1" status: 204  len: 168 time: 1.0692296
Jan 25 18:43:44.758892 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-1246d699-e216-4d36-9e8e-13cefd138359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:43:44.762629 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c70168a5-acb6-4b3f-affe-d56803950c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:44.788683 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-1246d699-e216-4d36-9e8e-13cefd138359 admin admin] Usage tracker for resource:security_group_rule and tenant:45f3c664167f4d39bf83e95903e06edf is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:43:44.805899 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-1246d699-e216-4d36-9e8e-13cefd138359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:43:44.819737 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-87d72202-dba7-479b-b87d-f7cea9a1876e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:44.857696 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-1246d699-e216-4d36-9e8e-13cefd138359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:43:44.911928 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c70168a5-acb6-4b3f-affe-d56803950c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:44.929937 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-c70168a5-acb6-4b3f-affe-d56803950c49 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2079aea1-f624-4a89-9b2b-ba3ce194c72d HTTP/1.1" status: 204  len: 168 time: 1.1994102
Jan 25 18:43:44.931995 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70168a5-acb6-4b3f-affe-d56803950c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2079aea1-f624-4a89-9b2b-ba3ce194c72d,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:44.938868 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c70168a5-acb6-4b3f-affe-d56803950c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:44.967418 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-641b1e40-17ef-4907-8a46-e7e639e83b9f service neutron] 10.222.0.77 "GET /v2.0/networks/80221f03-cf5a-4cce-a4e6-ead5a8bf34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5300844
Jan 25 18:43:45.081477 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-e435e979-27f8-4fe8-bcd3-69032787bbb6 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 25 18:43:45.085275 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-e435e979-27f8-4fe8-bcd3-69032787bbb6 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.3353448
Jan 25 18:43:45.108784 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:45.132315 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-b9d49fd5-f439-482c-9a9d-1f756ffcd7d4 None None] Provisioning for port 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:43:45.214199 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2 up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:43:45.404035 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] Allocated IP 172.27.1.23 (ef7ca5be-17a0-4c04-be0c-5aafd7b465e2/d3ebd7f5-b535-4f35-9c6a-a58c394e9ef4/4e039aee-a0bd-4120-bd0e-efc105bf3634) {{(pid=80198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:43:45.501891 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:43:45.529857 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:43:45.530273 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:45.678180 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 55232) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:45.757149 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c588125c-61b5-4231-909d-2d4cc3861988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:45.803089 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-c588125c-61b5-4231-909d-2d4cc3861988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:43:45.816520 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-c588125c-61b5-4231-909d-2d4cc3861988 admin admin] Usage tracker for resource:security_group_rule and tenant:b2621aecb809481cb0af1002dfda75e4 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:43:45.821230 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-c588125c-61b5-4231-909d-2d4cc3861988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:43:45.844539 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-c588125c-61b5-4231-909d-2d4cc3861988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:43:45.929656 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5485dcc1-a066-459e-889b-2372c9d4f4cb req-75577aac-a259-4373-9165-951f0e6a2b4e tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 210 time: 0.0867522
Jan 25 18:43:46.025758 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-0649d978-7050-4a65-9417-180f8a7cb734 None None] Provisioning complete for port 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:43:46.026480 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0649d978-7050-4a65-9417-180f8a7cb734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:46.135781 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c588125c-61b5-4231-909d-2d4cc3861988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:46.146169 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1246d699-e216-4d36-9e8e-13cefd138359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:46.148315 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:46.151736 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854412087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367926'] for router, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:46.152402 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c588125c-61b5-4231-909d-2d4cc3861988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:46.197000 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:46.211446 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-c588125c-61b5-4231-909d-2d4cc3861988 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b2621aecb809481cb0af1002dfda75e4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5275149
Jan 25 18:43:46.212461 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 55248) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:46.299576 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588125c-61b5-4231-909d-2d4cc3861988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55699d81-f186-4647-b436-5b24782470d7,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:46.308639 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c588125c-61b5-4231-909d-2d4cc3861988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:46.380203 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] For port 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2,segment=NetworkSegment(55410d9d-97de-42cd-bba9-f6786af81212),segment_id=55410d9d-97de-42cd-bba9-f6786af81212)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:43:46.398506 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 55252) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:46.399241 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7198973b-5e66-46de-8457-fec158f4a9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:46.449300 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:46.449837 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-23388a04-8b1b-4501-9b6f-83716757891e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:46.479122 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f0b41a1a-4370-447c-8d45-1f1a99a0c225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:46.503473 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-23388a04-8b1b-4501-9b6f-83716757891e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:43:46.512363 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-23388a04-8b1b-4501-9b6f-83716757891e admin admin] Usage tracker for resource:security_group_rule and tenant:e1e412a8c6f24604b15acdfd16a36733 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:43:46.521140 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-23388a04-8b1b-4501-9b6f-83716757891e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:43:46.530511 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1246d699-e216-4d36-9e8e-13cefd138359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:46.536748 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-23388a04-8b1b-4501-9b6f-83716757891e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:43:46.649156 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:46.650181 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Pushing event updated for resources: {'Port': ['ID=5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:46.660870 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:46.665669 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-23388a04-8b1b-4501-9b6f-83716757891e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:46.683068 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-23388a04-8b1b-4501-9b6f-83716757891e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:46.684091 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-1246d699-e216-4d36-9e8e-13cefd138359 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=45f3c664167f4d39bf83e95903e06edf&name=default HTTP/1.1" status: 200  len: 2975 time: 2.7935231
Jan 25 18:43:46.687884 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 55268) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:46.709792 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7198973b-5e66-46de-8457-fec158f4a9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:46.724416 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246d699-e216-4d36-9e8e-13cefd138359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba3caa0-96ed-4ce4-b167-a2f36951f14c,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:46.726268 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:46.729982 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1246d699-e216-4d36-9e8e-13cefd138359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:46.784727 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-f1a9de31-0b7b-4b8b-acdb-e958ab9cecd6 service neutron] 10.222.0.77 "GET /v2.0/networks/91f80afc-59ce-4fe7-876c-4cf2ad6baef9?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4059122
Jan 25 18:43:46.789137 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] Router cb836976-f9a6-407d-bd4a-5e24f3afd465 is scheduled to L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b with binding_index 1 {{(pid=80198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 25 18:43:46.800505 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-23388a04-8b1b-4501-9b6f-83716757891e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e1e412a8c6f24604b15acdfd16a36733&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3983631
Jan 25 18:43:46.812211 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-c43cf4c7-8880-4003-91fe-535deb91db8b None None] Provisioning complete for port 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:43:46.812651 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c43cf4c7-8880-4003-91fe-535deb91db8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:46.835632 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 55272) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:46.955753 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23388a04-8b1b-4501-9b6f-83716757891e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6632685e-3770-4e2d-b6b5-44f549b035ee,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:46.983861 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-23388a04-8b1b-4501-9b6f-83716757891e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:47.047018 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2 up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:43:47.107985 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-6092d8fa-478e-4745-a7ae-ddd0ae17bed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:47.143390 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-6092d8fa-478e-4745-a7ae-ddd0ae17bed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:47.182940 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:43:47.183870 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:47.225262 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] Notify callbacks [] for port, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:47.266094 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-6092d8fa-478e-4745-a7ae-ddd0ae17bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:47.269201 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4009d009-e621-4ede-978a-91fbdc053fc9 req-8b5e2147-a581-4914-9356-9d9896f14bc4 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 210 time: 0.0703831
Jan 25 18:43:47.281514 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:47.299169 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092d8fa-478e-4745-a7ae-ddd0ae17bed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba3caa0-96ed-4ce4-b167-a2f36951f14c,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:47.304305 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5e7ef504-fa79-4181-be29-1e237b2aa51b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:47.307566 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-6092d8fa-478e-4745-a7ae-ddd0ae17bed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:47.309402 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7198973b-5e66-46de-8457-fec158f4a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:47.331083 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:47.343445 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-6092d8fa-478e-4745-a7ae-ddd0ae17bed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:47.345402 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-6092d8fa-478e-4745-a7ae-ddd0ae17bed0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aba3caa0-96ed-4ce4-b167-a2f36951f14c HTTP/1.1" status: 204  len: 168 time: 0.6395769
Jan 25 18:43:47.371619 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7198973b-5e66-46de-8457-fec158f4a9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:47.391873 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-7198973b-5e66-46de-8457-fec158f4a9f6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/55699d81-f186-4647-b436-5b24782470d7 HTTP/1.1" status: 204  len: 168 time: 1.1780481
Jan 25 18:43:47.396203 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198973b-5e66-46de-8457-fec158f4a9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55699d81-f186-4647-b436-5b24782470d7,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:47.403901 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-7198973b-5e66-46de-8457-fec158f4a9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:47.461235 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5e7ef504-fa79-4181-be29-1e237b2aa51b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:47.482160 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-16b3620d-6d6c-46bc-9cc7-23e5a21e1498 service neutron] 10.222.0.77 "GET /v2.0/networks/91f80afc-59ce-4fe7-876c-4cf2ad6baef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6689579
Jan 25 18:43:47.502317 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:43:47.515333 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] Sync routers for ids ['cb836976-f9a6-407d-bd4a-5e24f3afd465'] in dv-cinder-772388-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:43:47.538485 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] Notify callbacks [] for router, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:47.539935 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 11.0477865
Jan 25 18:43:47.543304 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] Routers {'cb836976-f9a6-407d-bd4a-5e24f3afd465'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:43:47.544020 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1faf1fd0>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:43:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['cb836976-f9a6-407d-bd4a-5e24f3afd465'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:43:47.548030 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723'] for port, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:47.549339 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 55306) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:47.660642 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:47.893543 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] Set router cb836976-f9a6-407d-bd4a-5e24f3afd465 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:43:48.471863 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1faf1fd0>, [{'id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'name': 'tempest-AttachVolumeShelveTestJSON-878325676-router', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:36Z', 'updated_at': '2021-01-25T18:43:44Z', 'revision_number': 3, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'gw_port': {'id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:43:48.485405 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] Checking router: cb836976-f9a6-407d-bd4a-5e24f3afd465 for host: dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:43:48.486130 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] Updating router cb836976-f9a6-407d-bd4a-5e24f3afd465 port eb36c399-166e-4afa-92f3-f88e4834d0e8 binding host dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 25 18:43:48.584529 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:48.606508 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] Network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 is already hosted by enough agents. {{(pid=80198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:43:48.636308 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] Resources bound (agent type, host, resource id):  {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:43:48.697157 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] Pushing event updated for resources: {'Port': ['ID=4e039aee-a0bd-4120-bd0e-efc105bf3634,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:48.736531 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] Received port after_create {{(pid=80198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:43:48.950416 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a1941953-5285-4671-a018-18e1e282c030 req-0b60dee8-aba5-483e-8da9-8381d0c774ba tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 210 time: 0.1252875
Jan 25 18:43:49.220376 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5e7ef504-fa79-4181-be29-1e237b2aa51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:49.261533 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:49.337942 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-31e8655e-86ad-4734-af74-c041dcb46d7b req-596f83ad-7aee-4dc3-a009-bc34a1c89786 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 210 time: 0.0701401
Jan 25 18:43:49.353070 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ef504-fa79-4181-be29-1e237b2aa51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6632685e-3770-4e2d-b6b5-44f549b035ee,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:49.385634 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5e7ef504-fa79-4181-be29-1e237b2aa51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:49.396498 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5e7ef504-fa79-4181-be29-1e237b2aa51b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:49.398591 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-5e7ef504-fa79-4181-be29-1e237b2aa51b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6632685e-3770-4e2d-b6b5-44f549b035ee HTTP/1.1" status: 204  len: 168 time: 2.5619359
Jan 25 18:43:49.660629 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8ffbb3b3-a541-40c6-a55d-8933c23748b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:49.860384 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.200s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:49.915519 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:49.955511 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] Notify callbacks [] for port, precommit_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:49.981987 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] Transition to ACTIVE for port object eb36c399-166e-4afa-92f3-f88e4834d0e8 will not be triggered until provisioned by entity L2. {{(pid=80202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:43:49.988818 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:50.062779 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-199363d8-786c-40ec-b12e-367616b5cadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:50.451391 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] Attempting to bind port eb36c399-166e-4afa-92f3-f88e4834d0e8 on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:43:50.452299 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] Attempting to bind port eb36c399-166e-4afa-92f3-f88e4834d0e8 by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:43:50.453337 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] Attempting to bind port eb36c399-166e-4afa-92f3-f88e4834d0e8 on network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:43:50.475358 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:43:50.479305 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] Checking segment: {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:43:50.480736 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:50.481579 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] Bound using segment: {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:43:50.485071 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] Bound port: eb36c399-166e-4afa-92f3-f88e4834d0e8, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:43:50.485854 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:50.593710 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3df9bce0-952c-432d-9f7f-fe5943dfe25d req-dd6616b3-c172-4731-a749-1672d8903872 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 210 time: 0.1321986
Jan 25 18:43:50.641588 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Pushing event updated for resources: {'Port': ['ID=eb36c399-166e-4afa-92f3-f88e4834d0e8,revision_number=2']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:50.665033 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:50.665922 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:50.666311 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:50.666975 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:50.667627 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:50.668263 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:50.669848 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:50.670480 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:50.671374 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:50.678254 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-8ffbb3b3-a541-40c6-a55d-8933c23748b5 admin admin] Allocated IP 172.20.0.1 (23d57d78-9fa5-4fd9-bb4c-f55ad34ce986/351749ea-67fa-4715-84dd-c0eb9be61229/ad2377f2-1f02-4b38-8cff-d4c991499b5a) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:43:50.686712 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:50.687343 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:50.687986 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:50.689011 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:50.689476 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:50.690099 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:50.690715 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:50.691325 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:50.691951 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:50.692572 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:50.697408 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:50.703928 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:50.705617 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:50.706262 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:50.706904 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Tracked resource versions report:
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]: pushed versions:
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]: {   'AddressGroup': {'1.1'},
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:     'ConntrackHelper': {'1.0'},
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Log': {'1.0'},
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Network': {'1.1'},
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Port': {'1.6'},
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:     'PortForwarding': {'1.2'},
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:     'QosPolicy': {'1.8'},
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:     'SecurityGroup': {'1.4'},
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:     'SecurityGroupRule': {'1.2'},
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:     'SubPort': {'1.0'},
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Subnet': {'1.1'},
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:     'Trunk': {'1.1'}}
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]: consumer versions:
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]: {   DHCP agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:     L3 agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:     Metadata agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:     Metering agent@dv-cinder-772388-1-iscsi: {},
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:     Open vSwitch agent@dv-cinder-772388-1-iscsi: {   'AddressGroup': '1.1',
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'ConntrackHelper': '1.0',
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Log': '1.0',
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Network': '1.1',
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Port': '1.6',
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'PortForwarding': '1.2',
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'QosPolicy': '1.8',
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'SecurityGroup': '1.4',
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'SecurityGroupRule': '1.2',
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'SubPort': '1.0',
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Subnet': '1.1',
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:                                                      'Trunk': '1.1'},
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:     Open vSwitch agent@hv-cinder-77238: {   'AddressGroup': '1.1',
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'ConntrackHelper': '1.0',
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'Log': '1.0',
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'Network': '1.1',
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'Port': '1.6',
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'PortForwarding': '1.2',
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'QosPolicy': '1.8',
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'SecurityGroup': '1.4',
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'SecurityGroupRule': '1.2',
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'SubPort': '1.0',
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'Subnet': '1.1',
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:                                             'Trunk': '1.1'}}
Jan 25 18:43:50.711268 dv-cinder-772388-1-iscsi neutron-server[80085]:  {{(pid=80202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 25 18:43:50.730361 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:50.733605 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854412087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367926'] for router, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:50.827371 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] For port eb36c399-166e-4afa-92f3-f88e4834d0e8, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:43:50.836282 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7c6feeab-c7e9-470d-8e4e-f716d06f456d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:50.836696 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] For port eb36c399-166e-4afa-92f3-f88e4834d0e8, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=eb36c399-166e-4afa-92f3-f88e4834d0e8,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:43:50.844082 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:51.056552 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e119aa5e-f677-4411-8122-1257f5a02336 req-833360be-3a46-4455-91fe-9438f1e8be19 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 210 time: 0.0993483
Jan 25 18:43:51.097514 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] Router dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96 is scheduled to L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b with binding_index 1 {{(pid=80198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 25 18:43:51.133913 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8ffbb3b3-a541-40c6-a55d-8933c23748b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:51.134183 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-199363d8-786c-40ec-b12e-367616b5cadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:51.188178 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-8ffbb3b3-a541-40c6-a55d-8933c23748b5 admin admin] Transition to ACTIVE for port object ad2377f2-1f02-4b38-8cff-d4c991499b5a will not be triggered until provisioned by entity DHCP. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:43:51.238622 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8ffbb3b3-a541-40c6-a55d-8933c23748b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:51.392581 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:43:51.403405 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2019cba3-7622-4ccf-8791-2c44ae4af80d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:51.404576 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] Sync routers for ids ['dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:43:51.425408 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] Routers {'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:43:51.426031 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fae4320>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:43:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:43:51.448878 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] Notify callbacks [] for router, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:51.454125 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 12.0343156
Jan 25 18:43:51.455019 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 55416) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:51.485345 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbb3b3-a541-40c6-a55d-8933c23748b5 admin admin] Pushing event updated for resources: {'Port': ['ID=ad2377f2-1f02-4b38-8cff-d4c991499b5a,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:51.491165 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8ffbb3b3-a541-40c6-a55d-8933c23748b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:51.504250 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffbb3b3-a541-40c6-a55d-8933c23748b5 admin admin] Network 23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:43:51.506070 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-8ffbb3b3-a541-40c6-a55d-8933c23748b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:43:51.509072 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffbb3b3-a541-40c6-a55d-8933c23748b5 admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:43:51.509911 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8ffbb3b3-a541-40c6-a55d-8933c23748b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363762'] for router_interface, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:51.692096 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8ffbb3b3-a541-40c6-a55d-8933c23748b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:51.840372 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] Routers {'cb836976-f9a6-407d-bd4a-5e24f3afd465'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:43:51.841254 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1faf1fd0>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:43:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['cb836976-f9a6-407d-bd4a-5e24f3afd465'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:43:52.221102 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8ffbb3b3-a541-40c6-a55d-8933c23748b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:52.226077 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8ffbb3b3-a541-40c6-a55d-8933c23748b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:52.227409 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8ffbb3b3-a541-40c6-a55d-8933c23748b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854238047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854412208'] for router_interface, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:52.245673 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:52.297914 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] Set router cb836976-f9a6-407d-bd4a-5e24f3afd465 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:43:52.374105 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbb3b3-a541-40c6-a55d-8933c23748b5 admin admin] Pushing event updated for resources: {'Port': ['ID=ad2377f2-1f02-4b38-8cff-d4c991499b5a,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:52.384589 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8ffbb3b3-a541-40c6-a55d-8933c23748b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:52.544732 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-760f7bcc-47b4-461f-9d7d-da068c9e4b4f req-34c8d7ac-c7d5-4766-9b34-dbe1342a730a tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 210 time: 0.0675213
Jan 25 18:43:52.650532 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Pushing event updated for resources: {'Port': ['ID=eb36c399-166e-4afa-92f3-f88e4834d0e8,revision_number=3']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:52.688723 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.555s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:52.762551 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffbb3b3-a541-40c6-a55d-8933c23748b5 admin admin] Network 23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:43:52.763685 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] Set router dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:43:52.763880 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-8ffbb3b3-a541-40c6-a55d-8933c23748b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:43:52.955846 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c8c48add-f49c-410f-ad70-34ba5b58c38e req-0c1c4285-b9a2-41f1-8d01-4428d4cc7d77 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 210 time: 0.4109397
Jan 25 18:43:53.055947 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-d25da3f7-173c-4fce-b39d-161b8a8a1ab8 None None] Provisioning for port ad2377f2-1f02-4b38-8cff-d4c991499b5a completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:43:53.164790 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-d25da3f7-173c-4fce-b39d-161b8a8a1ab8 None None] Provisioning complete for port ad2377f2-1f02-4b38-8cff-d4c991499b5a triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:43:53.173425 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d25da3f7-173c-4fce-b39d-161b8a8a1ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:53.351266 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:53.402612 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-26c25d56-5e26-4789-b87c-5e02aafc5288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:53.411091 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-d25da3f7-173c-4fce-b39d-161b8a8a1ab8 None None] Port ad2377f2-1f02-4b38-8cff-d4c991499b5a cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 18:43:53.442011 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffbb3b3-a541-40c6-a55d-8933c23748b5 admin admin] Router cb836976-f9a6-407d-bd4a-5e24f3afd465 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:43:53.462459 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fae4320>, [{'id': 'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96', 'name': 'tempest-ServerRescueNegativeTestJSON-403068748-router', 'tenant_id': 'e33a018e9f954cdc8b0b90314907d180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '4e039aee-a0bd-4120-bd0e-efc105bf3634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:49Z', 'revision_number': 3, 'project_id': 'e33a018e9f954cdc8b0b90314907d180', 'gw_port': {'id': '4e039aee-a0bd-4120-bd0e-efc105bf3634', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:44Z', 'updated_at': '2021-01-25T18:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:43:53.474702 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] Checking router: dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96 for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:43:53.475104 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] Updating router dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96 port 4e039aee-a0bd-4120-bd0e-efc105bf3634 binding host dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 25 18:43:53.654442 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1faf1fd0>, [{'id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'name': 'tempest-AttachVolumeShelveTestJSON-878325676-router', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:36Z', 'updated_at': '2021-01-25T18:43:51Z', 'revision_number': 4, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'gw_port': {'id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'ad2377f2-1f02-4b38-8cff-d4c991499b5a', 'name': '', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'mac_address': 'fa:16:3e:bf:7e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:50Z', 'updated_at': '2021-01-25T18:43:50Z', 'revision_number': 1, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'subnets': [{'id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:43:53.675169 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e611f03-f4cd-4f1c-be9e-0802f53f5656 None None] The sync data for ids ['cb836976-f9a6-407d-bd4a-5e24f3afd465'] in dv-cinder-772388-1-iscsi is: [{'id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'name': 'tempest-AttachVolumeShelveTestJSON-878325676-router', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:36Z', 'updated_at': '2021-01-25T18:43:51Z', 'revision_number': 4, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'gw_port': {'id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'ad2377f2-1f02-4b38-8cff-d4c991499b5a', 'name': '', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'mac_address': 'fa:16:3e:bf:7e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:50Z', 'updated_at': '2021-01-25T18:43:50Z', 'revision_number': 1, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'subnets': [{'id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:43:53.721166 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-bb351e31-bfe8-49eb-ae86-2caffc99ddf1 None None] Provisioning complete for port ad2377f2-1f02-4b38-8cff-d4c991499b5a triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:43:53.722274 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bb351e31-bfe8-49eb-ae86-2caffc99ddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:53.781401 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.70', 61169) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:53.792268 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cb9984be-e560-47e4-8533-66f7ba44ee12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:53.803501 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:54.347787 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3b775213-c70c-4603-a7fa-6d33ca060ef4 req-28239613-1037-4cb9-8e08-be1f2818e6e5 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 210 time: 0.2444468
Jan 25 18:43:54.502502 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-bb351e31-bfe8-49eb-ae86-2caffc99ddf1 None None] Port ad2377f2-1f02-4b38-8cff-d4c991499b5a cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 18:43:54.781715 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.70', 61174) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:54.790874 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:54.881424 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0572e312-ad73-4bf9-95a4-0a34859a46a9 req-1ac2c410-e871-4d28-a9a8-15a44f8137d2 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 210 time: 0.2407632
Jan 25 18:43:55.210827 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] Notify callbacks [] for port, precommit_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:55.274236 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] Transition to ACTIVE for port object 4e039aee-a0bd-4120-bd0e-efc105bf3634 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:43:55.328393 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:55.505133 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-e24690ef-b66e-436b-abe1-1bf049e4b5be tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:43:55.507346 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-e24690ef-b66e-436b-abe1-1bf049e4b5be tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.70 "GET /v2.0/networks?id=80221f03-cf5a-4cce-a4e6-ead5a8bf34b2 HTTP/1.1" status: 200  len: 812 time: 0.7228799
Jan 25 18:43:55.535043 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-cb9984be-e560-47e4-8533-66f7ba44ee12 admin admin] Allocated IP 172.20.0.1 (18622258-cc8c-47a0-913a-154bf9be8ebc/7e41f3cd-e809-4d09-9708-244cf575d1af/542bfef4-58ff-4552-a4f6-43705783b87d) {{(pid=80198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:43:55.576677 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffbb3b3-a541-40c6-a55d-8933c23748b5 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:43:55.632171 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-dbc569f2-1d41-42ec-8cca-dfb0ab3a7db7 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Request body: {'port': {'device_id': '131e329a-fcbe-4427-a1b4-81f029d66f7e', 'network_id': '80221f03-cf5a-4cce-a4e6-ead5a8bf34b2', 'admin_state_up': True, 'tenant_id': '17410bd898a44521ad5d4aedfe19096a'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:43:55.790724 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-4f1baf84-4078-4008-ad59-80c0459b4301 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:43:55.792128 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-4f1baf84-4078-4008-ad59-80c0459b4301 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Synchronizing usage tracker for tenant:249a90a17b6743d183168f87ef1741b5 on resource:network {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:43:55.796150 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-40adb190-c9c4-4201-b5ce-e3d6ed98bba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:55.871616 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-8ffbb3b3-a541-40c6-a55d-8933c23748b5 admin admin] 10.222.0.77 "PUT /v2.0/routers/cb836976-f9a6-407d-bd4a-5e24f3afd465/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2995272
Jan 25 18:43:55.928426 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:56.087896 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] Attempting to bind port 4e039aee-a0bd-4120-bd0e-efc105bf3634 on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:43:56.088976 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] Attempting to bind port 4e039aee-a0bd-4120-bd0e-efc105bf3634 by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:43:56.089641 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] Attempting to bind port 4e039aee-a0bd-4120-bd0e-efc105bf3634 on network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:43:56.112625 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:43:56.114116 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] Checking segment: {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:43:56.114636 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:56.115090 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] Bound using segment: {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:43:56.115655 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] Bound port: 4e039aee-a0bd-4120-bd0e-efc105bf3634, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:43:56.116099 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:56.127715 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-4f1baf84-4078-4008-ad59-80c0459b4301 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Unset dirty status for tenant:249a90a17b6743d183168f87ef1741b5 on resource:network {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:43:56.129330 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-4f1baf84-4078-4008-ad59-80c0459b4301 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.70 "GET /v2.0/networks?id=91f80afc-59ce-4fe7-876c-4cf2ad6baef9 HTTP/1.1" status: 200  len: 815 time: 2.3462074
Jan 25 18:43:56.174107 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-5f3f4bc9-0723-4a4a-b655-177d783219b5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Request body: {'port': {'device_id': 'b07cf690-13cd-483e-97f1-53b4214bc8d1', 'network_id': '91f80afc-59ce-4fe7-876c-4cf2ad6baef9', 'admin_state_up': True, 'tenant_id': '249a90a17b6743d183168f87ef1741b5'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:43:56.286663 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cb9984be-e560-47e4-8533-66f7ba44ee12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:56.311819 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] For port 4e039aee-a0bd-4120-bd0e-efc105bf3634, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:43:56.318173 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] For port 4e039aee-a0bd-4120-bd0e-efc105bf3634, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=4e039aee-a0bd-4120-bd0e-efc105bf3634,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:43:56.336362 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:56.337252 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c2b99-e6bb-4044-a656-35a8bdb801e5 None None] Pushing event updated for resources: {'Port': ['ID=4e039aee-a0bd-4120-bd0e-efc105bf3634,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:56.372421 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cb9984be-e560-47e4-8533-66f7ba44ee12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723'] for port, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:56.440838 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d49b6094-60c4-4a49-a278-fe083cef8d1a req-061ef013-264a-459d-9b30-cf493a1eb34f tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 210 time: 0.2212162
Jan 25 18:43:56.565600 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2e7c2b99-e6bb-4044-a656-35a8bdb801e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:56.566682 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2e7c2b99-e6bb-4044-a656-35a8bdb801e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:56.689129 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 55550) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:56.819754 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-3ba48b62-fc2a-4a5a-a00c-0d9bb1435ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:56.903618 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c2b99-e6bb-4044-a656-35a8bdb801e5 None None] Pushing event updated for resources: {'Port': ['ID=4e039aee-a0bd-4120-bd0e-efc105bf3634,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:56.922152 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2e7c2b99-e6bb-4044-a656-35a8bdb801e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:56.923053 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] Routers {'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:43:56.923763 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fae4320>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:43:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:43:56.929368 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-5f3f4bc9-0723-4a4a-b655-177d783219b5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:43:56.935032 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-5f3f4bc9-0723-4a4a-b655-177d783219b5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Usage tracker for resource:port and tenant:249a90a17b6743d183168f87ef1741b5 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:43:56.938858 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-5f3f4bc9-0723-4a4a-b655-177d783219b5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Quota usage for port was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:43:56.947708 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-5f3f4bc9-0723-4a4a-b655-177d783219b5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:43:56.956143 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-dbc569f2-1d41-42ec-8cca-dfb0ab3a7db7 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:43:56.966078 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-dbc569f2-1d41-42ec-8cca-dfb0ab3a7db7 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Usage tracker for resource:port and tenant:17410bd898a44521ad5d4aedfe19096a is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:43:56.973879 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-5f3f4bc9-0723-4a4a-b655-177d783219b5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Made reservation on behalf of 249a90a17b6743d183168f87ef1741b5 for: {'port': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:43:57.000933 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-5f3f4bc9-0723-4a4a-b655-177d783219b5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:57.011866 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9984be-e560-47e4-8533-66f7ba44ee12 admin admin] Pushing event updated for resources: {'Port': ['ID=542bfef4-58ff-4552-a4f6-43705783b87d,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:43:57.025833 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-dbc569f2-1d41-42ec-8cca-dfb0ab3a7db7 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Quota usage for port was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:43:57.089696 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-dbc569f2-1d41-42ec-8cca-dfb0ab3a7db7 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:43:57.230488 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-dbc569f2-1d41-42ec-8cca-dfb0ab3a7db7 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Made reservation on behalf of 17410bd898a44521ad5d4aedfe19096a for: {'port': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:43:57.257211 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4e8071a5-4573-4a5c-be1b-0203f4c823ed req-73ecde81-e618-4bdc-9c06-4c408cff9660 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 210 time: 0.4382436
Jan 25 18:43:57.260251 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cb9984be-e560-47e4-8533-66f7ba44ee12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:43:57.267580 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-dbc569f2-1d41-42ec-8cca-dfb0ab3a7db7 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:57.302015 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9984be-e560-47e4-8533-66f7ba44ee12 admin admin] Network 18622258-cc8c-47a0-913a-154bf9be8ebc is already hosted by enough agents. {{(pid=80198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:43:57.306448 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-cb9984be-e560-47e4-8533-66f7ba44ee12 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:43:57.316080 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9984be-e560-47e4-8533-66f7ba44ee12 admin admin] Received port after_create {{(pid=80198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:43:57.316876 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cb9984be-e560-47e4-8533-66f7ba44ee12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363762'] for router_interface, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:57.672542 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device eb36c399-166e-4afa-92f3-f88e4834d0e8 up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:43:58.252972 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port eb36c399-166e-4afa-92f3-f88e4834d0e8 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:43:58.317196 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port eb36c399-166e-4afa-92f3-f88e4834d0e8 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:43:58.318299 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:58.628999 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 55586) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:58.672931 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0c5fb99f-6744-444f-a3e8-bd894ee3003b req-b2ba5b25-85ce-4198-8cff-7d8dae2eb5c5 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 210 time: 0.1404023
Jan 25 18:43:58.719046 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] Set router dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:43:58.834641 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cb9984be-e560-47e4-8533-66f7ba44ee12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:58.952722 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-68dd96ba-30b4-4499-adaf-e75da5806712 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Request body: {'security_group': {'name': 'tempest-securitygroup--2060006841', 'description': 'tempest-description--1620246506'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:43:58.967069 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-68dd96ba-30b4-4499-adaf-e75da5806712 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:43:58.974815 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-68dd96ba-30b4-4499-adaf-e75da5806712 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Usage tracker for resource:security_group and tenant:209da4d33dc74678ab66bd74395f33ba is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:43:58.999858 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-68dd96ba-30b4-4499-adaf-e75da5806712 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:43:59.012017 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-68dd96ba-30b4-4499-adaf-e75da5806712 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:43:59.053951 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-68dd96ba-30b4-4499-adaf-e75da5806712 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:59.223266 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] Sync routers for ids ['cb836976-f9a6-407d-bd4a-5e24f3afd465'] in dv-cinder-772388-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:43:59.259175 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] Routers {'cb836976-f9a6-407d-bd4a-5e24f3afd465'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:43:59.265763 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a2411b588>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:43:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['cb836976-f9a6-407d-bd4a-5e24f3afd465'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:43:59.275022 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-5f3f4bc9-0723-4a4a-b655-177d783219b5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Allocated IP 172.20.0.10 (91f80afc-59ce-4fe7-876c-4cf2ad6baef9/ca41d6d8-122b-484f-9bde-52f953964f34/c848c6b2-06db-4a71-9bee-e76271616245) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:43:59.544735 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-5f3f4bc9-0723-4a4a-b655-177d783219b5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:59.618799 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8ed85fa7-8eaa-4d0e-afde-4a7f749bb2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:59.632638 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 55602) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:43:59.669846 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-5f3f4bc9-0723-4a4a-b655-177d783219b5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:59.673310 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-8ed85fa7-8eaa-4d0e-afde-4a7f749bb2c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:43:59.701137 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-68dd96ba-30b4-4499-adaf-e75da5806712 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:43:59.708834 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-8ed85fa7-8eaa-4d0e-afde-4a7f749bb2c7 admin admin] Usage tracker for resource:security_group_rule and tenant:39d4204ddce140f6be5d8377f21e6e9a is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:43:59.725419 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-8ed85fa7-8eaa-4d0e-afde-4a7f749bb2c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:43:59.925765 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-68dd96ba-30b4-4499-adaf-e75da5806712 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Usage tracker for resource:security_group_rule and tenant:209da4d33dc74678ab66bd74395f33ba is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:43:59.932970 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:43:59.948410 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:43:59.989464 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] Set router cb836976-f9a6-407d-bd4a-5e24f3afd465 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:44:00.040677 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] For port eb36c399-166e-4afa-92f3-f88e4834d0e8, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=eb36c399-166e-4afa-92f3-f88e4834d0e8,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:44:00.046451 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:00.064405 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:00.075336 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-8ed85fa7-8eaa-4d0e-afde-4a7f749bb2c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:44:00.101060 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-68dd96ba-30b4-4499-adaf-e75da5806712 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:44:00.171463 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-5f3f4bc9-0723-4a4a-b655-177d783219b5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Network 91f80afc-59ce-4fe7-876c-4cf2ad6baef9 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:44:00.211183 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-5f3f4bc9-0723-4a4a-b655-177d783219b5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:44:00.216324 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-68dd96ba-30b4-4499-adaf-e75da5806712 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:44:00.262397 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-5f3f4bc9-0723-4a4a-b655-177d783219b5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:44:00.301144 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8c179426-9dd8-4adb-aee3-487759fd4e85 req-910bee70-c24e-4377-9d82-13ea8d81f849 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 210 time: 0.1414230
Jan 25 18:44:00.313432 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cb9984be-e560-47e4-8533-66f7ba44ee12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:00.316436 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-5f3f4bc9-0723-4a4a-b655-177d783219b5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:00.317568 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-5f3f4bc9-0723-4a4a-b655-177d783219b5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:00.319047 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cb9984be-e560-47e4-8533-66f7ba44ee12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:00.320390 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cb9984be-e560-47e4-8533-66f7ba44ee12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854238047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854412208'] for router_interface, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:00.382081 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:00.544608 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fae4320>, [{'id': 'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96', 'name': 'tempest-ServerRescueNegativeTestJSON-403068748-router', 'tenant_id': 'e33a018e9f954cdc8b0b90314907d180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '4e039aee-a0bd-4120-bd0e-efc105bf3634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:49Z', 'revision_number': 3, 'project_id': 'e33a018e9f954cdc8b0b90314907d180', 'gw_port': {'id': '4e039aee-a0bd-4120-bd0e-efc105bf3634', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:44Z', 'updated_at': '2021-01-25T18:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:44:00.551460 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adcc4d5-8d2c-499d-bd05-5efba23abc12 None None] The sync data for ids ['dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96'] in dv-cinder-772388-1-iscsi is: [{'id': 'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96', 'name': 'tempest-ServerRescueNegativeTestJSON-403068748-router', 'tenant_id': 'e33a018e9f954cdc8b0b90314907d180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '4e039aee-a0bd-4120-bd0e-efc105bf3634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:49Z', 'revision_number': 3, 'project_id': 'e33a018e9f954cdc8b0b90314907d180', 'gw_port': {'id': '4e039aee-a0bd-4120-bd0e-efc105bf3634', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:44Z', 'updated_at': '2021-01-25T18:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:44:00.565463 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Pushing event updated for resources: {'Port': ['ID=eb36c399-166e-4afa-92f3-f88e4834d0e8,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:00.579389 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:00.663642 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec280a4-e218-48e2-b689-cc0bf21fb0bf req-a06e25eb-8c28-4e5e-a023-3577f38323d8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:00.672314 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-aec280a4-e218-48e2-b689-cc0bf21fb0bf req-a06e25eb-8c28-4e5e-a023-3577f38323d8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 932 time: 1.6422141
Jan 25 18:44:00.828772 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f4bc9-0723-4a4a-b655-177d783219b5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Pushing event updated for resources: {'Port': ['ID=c848c6b2-06db-4a71-9bee-e76271616245,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:00.863123 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-aec280a4-e218-48e2-b689-cc0bf21fb0bf req-e44f58c7-3b3b-42dd-965e-4f72a5648131 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Synchronizing usage tracker for tenant:249a90a17b6743d183168f87ef1741b5 on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:44:00.874306 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ba15eafa-43bd-4d28-b733-2752241dbf83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:00.914348 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a2411b588>, [{'id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'name': 'tempest-AttachVolumeShelveTestJSON-878325676-router', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:36Z', 'updated_at': '2021-01-25T18:43:51Z', 'revision_number': 4, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'gw_port': {'id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'ad2377f2-1f02-4b38-8cff-d4c991499b5a', 'name': '', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'mac_address': 'fa:16:3e:bf:7e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:50Z', 'updated_at': '2021-01-25T18:43:51Z', 'revision_number': 2, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'subnets': [{'id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:44:00.915888 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5f3f4bc9-0723-4a4a-b655-177d783219b5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.983s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:00.917920 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-dbc569f2-1d41-42ec-8cca-dfb0ab3a7db7 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Allocated IP 172.20.0.6 (80221f03-cf5a-4cce-a4e6-ead5a8bf34b2/ade2b8cd-beb1-4c20-90b8-fbee60df5df3/7f97d01d-8756-4d11-9fa8-49c7ec3f3f75) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:44:00.920372 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] Checking router: cb836976-f9a6-407d-bd4a-5e24f3afd465 for host: dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:44:00.920945 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] Updating router cb836976-f9a6-407d-bd4a-5e24f3afd465 port ad2377f2-1f02-4b38-8cff-d4c991499b5a binding host dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 25 18:44:00.945291 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-ba15eafa-43bd-4d28-b733-2752241dbf83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:44:00.961868 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-ba15eafa-43bd-4d28-b733-2752241dbf83 admin admin] Usage tracker for resource:security_group_rule and tenant:e4c0c70b0f804eb48928acb875c0548c is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:44:00.972490 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-5f3f4bc9-0723-4a4a-b655-177d783219b5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.8117368
Jan 25 18:44:00.975167 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-ba15eafa-43bd-4d28-b733-2752241dbf83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:44:00.987866 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:01.021692 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-ba15eafa-43bd-4d28-b733-2752241dbf83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:44:01.298033 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9984be-e560-47e4-8533-66f7ba44ee12 admin admin] Pushing event updated for resources: {'Port': ['ID=542bfef4-58ff-4552-a4f6-43705783b87d,revision_number=2']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:01.308560 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cb9984be-e560-47e4-8533-66f7ba44ee12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.926s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:01.484007 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9984be-e560-47e4-8533-66f7ba44ee12 admin admin] Network 18622258-cc8c-47a0-913a-154bf9be8ebc is already hosted by enough agents. {{(pid=80198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:44:01.485671 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-cb9984be-e560-47e4-8533-66f7ba44ee12 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:44:01.524984 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8ed85fa7-8eaa-4d0e-afde-4a7f749bb2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:01.565389 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8ed85fa7-8eaa-4d0e-afde-4a7f749bb2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:01.585784 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-aec280a4-e218-48e2-b689-cc0bf21fb0bf req-e44f58c7-3b3b-42dd-965e-4f72a5648131 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Unset dirty status for tenant:249a90a17b6743d183168f87ef1741b5 on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:44:01.604318 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-aec280a4-e218-48e2-b689-cc0bf21fb0bf req-e44f58c7-3b3b-42dd-965e-4f72a5648131 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9307716
Jan 25 18:44:01.668493 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-bbd6a89e-342a-4e35-b8e9-fc1bd251cf7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:01.835656 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-68dd96ba-30b4-4499-adaf-e75da5806712 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:01.845132 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed85fa7-8eaa-4d0e-afde-4a7f749bb2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190c52c2-a281-4351-bf30-4c4975ce014c,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:01.853256 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9984be-e560-47e4-8533-66f7ba44ee12 admin admin] Router dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:44:01.856840 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-613500cd-e50e-41d2-bd44-b0476feb95db req-261a8fac-bb89-4e89-94a0-ff679f4b88ef tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 210 time: 0.0727828
Jan 25 18:44:01.880586 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-8ed85fa7-8eaa-4d0e-afde-4a7f749bb2c7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=39d4204ddce140f6be5d8377f21e6e9a&name=default HTTP/1.1" status: 200  len: 2979 time: 5.1849473
Jan 25 18:44:01.882664 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 55622) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:01.903576 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8ed85fa7-8eaa-4d0e-afde-4a7f749bb2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:01.916988 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-68dd96ba-30b4-4499-adaf-e75da5806712 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:02.035361 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5e7ef504-fa79-4181-be29-1e237b2aa51b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:02.174502 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] Notify callbacks [] for port, precommit_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:02.204097 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] Transition to ACTIVE for port object ad2377f2-1f02-4b38-8cff-d4c991499b5a will not be triggered until provisioned by entity L2. {{(pid=80202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:44:02.210545 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:02.237362 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-dbc569f2-1d41-42ec-8cca-dfb0ab3a7db7 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:02.259018 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9984be-e560-47e4-8533-66f7ba44ee12 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:44:02.288681 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-cb9984be-e560-47e4-8533-66f7ba44ee12 admin admin] 10.222.0.77 "PUT /v2.0/routers/dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.8320379
Jan 25 18:44:02.315068 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 4e039aee-a0bd-4120-bd0e-efc105bf3634 up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:44:02.318086 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd96ba-30b4-4499-adaf-e75da5806712 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5dc95f-4d77-4832-82cb-0dfffd769763,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:02.338552 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-68dd96ba-30b4-4499-adaf-e75da5806712 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:02.368725 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-68dd96ba-30b4-4499-adaf-e75da5806712 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:02.374537 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 55630) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:02.374998 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-68dd96ba-30b4-4499-adaf-e75da5806712 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 3.5063825
Jan 25 18:44:02.392497 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ba15eafa-43bd-4d28-b733-2752241dbf83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:02.396298 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:02.398591 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-1cc5d0fb-4c90-41fc-9da9-6585580bb638 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Request body: {'security_group_rule': {'security_group_id': '4d5dc95f-4d77-4832-82cb-0dfffd769763', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:44:02.406989 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ba15eafa-43bd-4d28-b733-2752241dbf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:02.428239 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c588125c-61b5-4231-909d-2d4cc3861988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:02.442651 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-57548e39-1cf0-42b4-b241-0f5f6e3955a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:02.478394 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-1cc5d0fb-4c90-41fc-9da9-6585580bb638 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:44:02.497200 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port 4e039aee-a0bd-4120-bd0e-efc105bf3634 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:44:02.497521 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d79823-a199-4c68-85e7-8f9bb06f7b08 None None] Pushing event updated for resources: {'Port': ['ID=ad2377f2-1f02-4b38-8cff-d4c991499b5a,revision_number=3']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:02.504490 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-90d79823-a199-4c68-85e7-8f9bb06f7b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:02.507122 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 4e039aee-a0bd-4120-bd0e-efc105bf3634 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:44:02.509607 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:02.537860 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-ba15eafa-43bd-4d28-b733-2752241dbf83 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e4c0c70b0f804eb48928acb875c0548c&name=default HTTP/1.1" status: 200  len: 2979 time: 2.8897152
Jan 25 18:44:02.539592 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-1cc5d0fb-4c90-41fc-9da9-6585580bb638 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Usage tracker for resource:security_group_rule and tenant:209da4d33dc74678ab66bd74395f33ba is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:44:02.550119 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-57548e39-1cf0-42b4-b241-0f5f6e3955a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:02.550741 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-1cc5d0fb-4c90-41fc-9da9-6585580bb638 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:44:02.567739 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-1cc5d0fb-4c90-41fc-9da9-6585580bb638 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:44:02.602418 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 55636) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:02.613111 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15eafa-43bd-4d28-b733-2752241dbf83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8566fbe2-8ecd-44d8-9ccd-c6b5499e0774,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:02.617072 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-57548e39-1cf0-42b4-b241-0f5f6e3955a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:02.622470 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-ba15eafa-43bd-4d28-b733-2752241dbf83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:02.623306 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-ba15eafa-43bd-4d28-b733-2752241dbf83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:02.648418 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57548e39-1cf0-42b4-b241-0f5f6e3955a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190c52c2-a281-4351-bf30-4c4975ce014c,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:02.664829 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-57548e39-1cf0-42b4-b241-0f5f6e3955a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:02.668693 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-dbc569f2-1d41-42ec-8cca-dfb0ab3a7db7 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:02.714313 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:02.725208 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1cc5d0fb-4c90-41fc-9da9-6585580bb638 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for security_group_rule, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:02.831929 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-57548e39-1cf0-42b4-b241-0f5f6e3955a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:02.839099 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-57548e39-1cf0-42b4-b241-0f5f6e3955a3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/190c52c2-a281-4351-bf30-4c4975ce014c HTTP/1.1" status: 204  len: 168 time: 0.9343944
Jan 25 18:44:02.903573 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] Attempting to bind port ad2377f2-1f02-4b38-8cff-d4c991499b5a on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:44:02.903976 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] Attempting to bind port ad2377f2-1f02-4b38-8cff-d4c991499b5a by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': '55410d9d-97de-42cd-bba9-f6786af81212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986'}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:44:02.904376 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] Attempting to bind port ad2377f2-1f02-4b38-8cff-d4c991499b5a on network 23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:44:02.943491 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:44:02.943905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] Checking segment: {'id': '55410d9d-97de-42cd-bba9-f6786af81212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:44:02.944344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:02.945336 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] Bound using segment: {'id': '55410d9d-97de-42cd-bba9-f6786af81212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986'} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:44:02.945914 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] Bound port: ad2377f2-1f02-4b38-8cff-d4c991499b5a, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55410d9d-97de-42cd-bba9-f6786af81212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986'}}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:44:02.946345 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:03.033393 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1cc5d0fb-4c90-41fc-9da9-6585580bb638 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:03.077460 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1cc5d0fb-4c90-41fc-9da9-6585580bb638 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517104'] for security_group_rule, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:03.083170 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:03.124407 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] For port 4e039aee-a0bd-4120-bd0e-efc105bf3634, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=4e039aee-a0bd-4120-bd0e-efc105bf3634,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:44:03.155517 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:03.171873 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device eb36c399-166e-4afa-92f3-f88e4834d0e8 up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:44:03.216161 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:03.317737 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5d0fb-4c90-41fc-9da9-6585580bb638 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8bdeda5-14c3-4c9f-bc68-b51015f20cba,revision_number=0']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:03.340189 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] For port ad2377f2-1f02-4b38-8cff-d4c991499b5a, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:44:03.349845 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] For port ad2377f2-1f02-4b38-8cff-d4c991499b5a, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=ad2377f2-1f02-4b38-8cff-d4c991499b5a,segment=NetworkSegment(55410d9d-97de-42cd-bba9-f6786af81212),segment_id=55410d9d-97de-42cd-bba9-f6786af81212)] {{(pid=80202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:44:03.356649 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:03.382713 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:03.415029 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:03.451576 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b5381de8-a60b-4ef7-8046-3845b98d6293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:03.657890 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b5381de8-a60b-4ef7-8046-3845b98d6293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:03.696792 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc569f2-1d41-42ec-8cca-dfb0ab3a7db7 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Pushing event updated for resources: {'Port': ['ID=7f97d01d-8756-4d11-9fa8-49c7ec3f3f75,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:03.703688 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Pushing event updated for resources: {'Port': ['ID=4e039aee-a0bd-4120-bd0e-efc105bf3634,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:03.723093 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:03.744433 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port eb36c399-166e-4afa-92f3-f88e4834d0e8 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:44:03.744898 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:03.786417 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d79823-a199-4c68-85e7-8f9bb06f7b08 None None] Pushing event updated for resources: {'Port': ['ID=ad2377f2-1f02-4b38-8cff-d4c991499b5a,revision_number=4']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:03.790179 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-90d79823-a199-4c68-85e7-8f9bb06f7b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:03.796852 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] Routers {'cb836976-f9a6-407d-bd4a-5e24f3afd465'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:44:03.798012 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a2411b588>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:43:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['cb836976-f9a6-407d-bd4a-5e24f3afd465'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:44:03.858824 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-dbc569f2-1d41-42ec-8cca-dfb0ab3a7db7 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.144s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:04.033986 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1cc5d0fb-4c90-41fc-9da9-6585580bb638 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:04.053964 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b5381de8-a60b-4ef7-8046-3845b98d6293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:04.100695 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 55664) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:04.132364 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1246d699-e216-4d36-9e8e-13cefd138359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:04.200720 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b5381de8-a60b-4ef7-8046-3845b98d6293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:04.204032 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-b5381de8-a60b-4ef7-8046-3845b98d6293 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8566fbe2-8ecd-44d8-9ccd-c6b5499e0774 HTTP/1.1" status: 204  len: 168 time: 1.6001399
Jan 25 18:44:04.208483 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5381de8-a60b-4ef7-8046-3845b98d6293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8566fbe2-8ecd-44d8-9ccd-c6b5499e0774,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:04.214240 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b5381de8-a60b-4ef7-8046-3845b98d6293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:04.215423 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1cc5d0fb-4c90-41fc-9da9-6585580bb638 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for security_group_rule, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:04.225504 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-1cc5d0fb-4c90-41fc-9da9-6585580bb638 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.8491938
Jan 25 18:44:04.227225 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0ca3d67e-1a39-4bab-a282-65446e53d04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:04.227739 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 55670) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:04.244135 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-475748c1-a2c5-4376-9a14-4741aa17d2a3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Request body: {'security_group_rule': {'security_group_id': '4d5dc95f-4d77-4832-82cb-0dfffd769763', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:44:04.272742 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-475748c1-a2c5-4376-9a14-4741aa17d2a3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:44:04.287799 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-475748c1-a2c5-4376-9a14-4741aa17d2a3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Usage tracker for resource:security_group_rule and tenant:209da4d33dc74678ab66bd74395f33ba is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:44:04.315055 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-475748c1-a2c5-4376-9a14-4741aa17d2a3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:44:04.323807 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced322a5-68f2-4aef-a48a-e8f1c82cd487 req-0f7544ae-6184-422c-90d9-c5f8c67afef9 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:04.324815 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-ced322a5-68f2-4aef-a48a-e8f1c82cd487 req-0f7544ae-6184-422c-90d9-c5f8c67afef9 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Synchronizing usage tracker for tenant:249a90a17b6743d183168f87ef1741b5 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:44:04.339377 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-dbc569f2-1d41-42ec-8cca-dfb0ab3a7db7 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Network 80221f03-cf5a-4cce-a4e6-ead5a8bf34b2 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:44:04.342837 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-dbc569f2-1d41-42ec-8cca-dfb0ab3a7db7 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:44:04.353931 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-dbc569f2-1d41-42ec-8cca-dfb0ab3a7db7 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:44:04.358093 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-475748c1-a2c5-4376-9a14-4741aa17d2a3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:44:04.417492 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-dbc569f2-1d41-42ec-8cca-dfb0ab3a7db7 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:04.418236 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-dbc569f2-1d41-42ec-8cca-dfb0ab3a7db7 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:04.423656 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-0ca3d67e-1a39-4bab-a282-65446e53d04f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:44:04.432900 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-475748c1-a2c5-4376-9a14-4741aa17d2a3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for security_group_rule, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:04.500113 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-0ca3d67e-1a39-4bab-a282-65446e53d04f admin admin] Usage tracker for resource:security_group_rule and tenant:83e2e8a30dcd4b998bb2bda8cefe3a10 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:44:04.523935 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-0ca3d67e-1a39-4bab-a282-65446e53d04f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:44:04.540719 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 4e039aee-a0bd-4120-bd0e-efc105bf3634 up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:44:04.574597 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-0ca3d67e-1a39-4bab-a282-65446e53d04f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:44:04.577820 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-dbc569f2-1d41-42ec-8cca-dfb0ab3a7db7 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 8.9717140
Jan 25 18:44:04.580003 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-ced322a5-68f2-4aef-a48a-e8f1c82cd487 req-0f7544ae-6184-422c-90d9-c5f8c67afef9 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Unset dirty status for tenant:249a90a17b6743d183168f87ef1741b5 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:44:04.599488 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ced322a5-68f2-4aef-a48a-e8f1c82cd487 req-0f7544ae-6184-422c-90d9-c5f8c67afef9 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 932 time: 1.6219168
Jan 25 18:44:04.616484 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-475748c1-a2c5-4376-9a14-4741aa17d2a3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:04.621096 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-475748c1-a2c5-4376-9a14-4741aa17d2a3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517104'] for security_group_rule, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:04.623295 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:04.672718 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475748c1-a2c5-4376-9a14-4741aa17d2a3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159087fb-7058-45d8-af88-ce6abaa509ed,revision_number=0']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:04.679021 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-475748c1-a2c5-4376-9a14-4741aa17d2a3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:04.732267 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-475748c1-a2c5-4376-9a14-4741aa17d2a3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for security_group_rule, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:04.741506 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-475748c1-a2c5-4376-9a14-4741aa17d2a3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5103920
Jan 25 18:44:04.745388 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 55682) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:04.762931 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 4e039aee-a0bd-4120-bd0e-efc105bf3634 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:44:04.763400 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:04.776631 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Request body: {'floatingip': {'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:44:04.904797 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:44:04.933108 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ced322a5-68f2-4aef-a48a-e8f1c82cd487 req-bd4c13ed-c0a9-478b-a4e5-0a84de98901b tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3324580
Jan 25 18:44:04.966137 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] Set router cb836976-f9a6-407d-bd4a-5e24f3afd465 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:44:04.997209 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] Sync routers for ids ['dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:44:05.004304 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Usage tracker for resource:floatingip and tenant:209da4d33dc74678ab66bd74395f33ba is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:44:05.039372 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:44:05.136388 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:44:05.247820 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0ca3d67e-1a39-4bab-a282-65446e53d04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:05.251980 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0ca3d67e-1a39-4bab-a282-65446e53d04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:05.252769 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] Routers {'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:44:05.253740 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fc997f0>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:43:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:44:05.285836 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-68dd96ba-30b4-4499-adaf-e75da5806712 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:05.392177 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3d67e-1a39-4bab-a282-65446e53d04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f4d2c7-c8bc-4d88-8835-38e35fdcde61,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:05.393539 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-abf77777-0903-4b7e-8327-44a00083b29b tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:05.395696 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device ad2377f2-1f02-4b38-8cff-d4c991499b5a up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:44:05.399475 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-0ca3d67e-1a39-4bab-a282-65446e53d04f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=83e2e8a30dcd4b998bb2bda8cefe3a10&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2952876
Jan 25 18:44:05.399475 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0ca3d67e-1a39-4bab-a282-65446e53d04f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:05.403846 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-abf77777-0903-4b7e-8327-44a00083b29b tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/networks?id=18622258-cc8c-47a0-913a-154bf9be8ebc HTTP/1.1" status: 200  len: 818 time: 0.5927341
Jan 25 18:44:05.409220 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 55700) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:05.419049 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for floatingip, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:05.521042 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-712c3a34-0583-4443-a274-aa7595026d65 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/quotas/e33a018e9f954cdc8b0b90314907d180 HTTP/1.1" status: 200  len: 375 time: 0.1136205
Jan 25 18:44:05.576724 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb96302-300d-43c2-bec4-62fa8a1068a2 req-147cae46-9c24-4ee5-81f0-f79ca0a41019 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:05.577666 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-acb96302-300d-43c2-bec4-62fa8a1068a2 req-147cae46-9c24-4ee5-81f0-f79ca0a41019 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Synchronizing usage tracker for tenant:17410bd898a44521ad5d4aedfe19096a on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:44:05.603350 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-acb96302-300d-43c2-bec4-62fa8a1068a2 req-147cae46-9c24-4ee5-81f0-f79ca0a41019 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Unset dirty status for tenant:17410bd898a44521ad5d4aedfe19096a on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:44:05.617272 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-acb96302-300d-43c2-bec4-62fa8a1068a2 req-147cae46-9c24-4ee5-81f0-f79ca0a41019 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 931 time: 0.2488813
Jan 25 18:44:05.658771 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port ad2377f2-1f02-4b38-8cff-d4c991499b5a completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:44:05.668590 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7bbe047d-d7bc-4f5e-8068-46b450c712c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:05.672074 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a2411b588>, [{'id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'name': 'tempest-AttachVolumeShelveTestJSON-878325676-router', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:36Z', 'updated_at': '2021-01-25T18:43:51Z', 'revision_number': 4, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'gw_port': {'id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'ad2377f2-1f02-4b38-8cff-d4c991499b5a', 'name': '', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'mac_address': 'fa:16:3e:bf:7e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:50Z', 'updated_at': '2021-01-25T18:44:03Z', 'revision_number': 4, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'subnets': [{'id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:44:05.677833 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9912d-56d4-4f98-8dfd-00237dcea967 None None] The sync data for ids ['cb836976-f9a6-407d-bd4a-5e24f3afd465'] in dv-cinder-772388-1-iscsi is: [{'id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'name': 'tempest-AttachVolumeShelveTestJSON-878325676-router', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:36Z', 'updated_at': '2021-01-25T18:43:51Z', 'revision_number': 4, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'gw_port': {'id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'ad2377f2-1f02-4b38-8cff-d4c991499b5a', 'name': '', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'mac_address': 'fa:16:3e:bf:7e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:50Z', 'updated_at': '2021-01-25T18:44:03Z', 'revision_number': 4, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'subnets': [{'id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:44:05.681778 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port ad2377f2-1f02-4b38-8cff-d4c991499b5a triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:44:05.682418 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:05.713781 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-acb96302-300d-43c2-bec4-62fa8a1068a2 req-7bd719c9-9106-48d4-8f47-ac87c0fea7ad tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Synchronizing usage tracker for tenant:17410bd898a44521ad5d4aedfe19096a on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:44:05.769674 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-acb96302-300d-43c2-bec4-62fa8a1068a2 req-7bd719c9-9106-48d4-8f47-ac87c0fea7ad tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Unset dirty status for tenant:17410bd898a44521ad5d4aedfe19096a on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:44:05.787617 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-acb96302-300d-43c2-bec4-62fa8a1068a2 req-7bd719c9-9106-48d4-8f47-ac87c0fea7ad tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1691835
Jan 25 18:44:05.834149 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7bbe047d-d7bc-4f5e-8068-46b450c712c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:05.888823 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-c1069301-a227-44c6-a67c-36c2f9d2ff68 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Synchronizing usage tracker for tenant:e33a018e9f954cdc8b0b90314907d180 on resource:port {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:44:05.950508 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7bbe047d-d7bc-4f5e-8068-46b450c712c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:05.962388 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-c1069301-a227-44c6-a67c-36c2f9d2ff68 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Unset dirty status for tenant:e33a018e9f954cdc8b0b90314907d180 on resource:port {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:44:05.964469 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-c1069301-a227-44c6-a67c-36c2f9d2ff68 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?tenant_id=e33a018e9f954cdc8b0b90314907d180&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4423449
Jan 25 18:44:05.967490 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:05.972837 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] Set router dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:44:05.982594 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe047d-d7bc-4f5e-8068-46b450c712c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f4d2c7-c8bc-4d88-8835-38e35fdcde61,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:06.220136 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-7bbe047d-d7bc-4f5e-8068-46b450c712c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:06.315025 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7bbe047d-d7bc-4f5e-8068-46b450c712c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:06.319589 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-7bbe047d-d7bc-4f5e-8068-46b450c712c2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e1f4d2c7-c8bc-4d88-8835-38e35fdcde61 HTTP/1.1" status: 204  len: 168 time: 0.9040387
Jan 25 18:44:06.369325 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:06.416445 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-23c61dcd-569d-41c4-b509-83495bb2eb27 service neutron] 10.222.0.77 "GET /v2.0/networks/18622258-cc8c-47a0-913a-154bf9be8ebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4359400
Jan 25 18:44:06.429004 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:06.549745 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c83129-0321-42c3-a8bb-92b2066adad0 req-7654931d-2e28-4e5e-8a53-5799bfa4b035 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:06.553262 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-86c83129-0321-42c3-a8bb-92b2066adad0 req-7654931d-2e28-4e5e-8a53-5799bfa4b035 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 932 time: 0.2414567
Jan 25 18:44:06.619698 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] For port ad2377f2-1f02-4b38-8cff-d4c991499b5a, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=ad2377f2-1f02-4b38-8cff-d4c991499b5a,segment=NetworkSegment(55410d9d-97de-42cd-bba9-f6786af81212),segment_id=55410d9d-97de-42cd-bba9-f6786af81212)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:44:06.653498 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:06.680244 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2e7c2b99-e6bb-4044-a656-35a8bdb801e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:06.719211 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-86c83129-0321-42c3-a8bb-92b2066adad0 req-d4338a6a-2682-4beb-a89d-2f4bfd3200c5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1531286
Jan 25 18:44:06.746694 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-cd9ae235-5447-434d-98f2-4a7efef16561 service neutron] 10.222.0.77 "GET /v2.0/networks/18622258-cc8c-47a0-913a-154bf9be8ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2911971
Jan 25 18:44:06.799082 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:07.112598 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Pushing event updated for resources: {'Port': ['ID=ad2377f2-1f02-4b38-8cff-d4c991499b5a,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:07.120136 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:44:07.152393 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Allocated IP 172.27.1.129 (ef7ca5be-17a0-4c04-be0c-5aafd7b465e2/d3ebd7f5-b535-4f35-9c6a-a58c394e9ef4/1ac2cce2-167c-42b1-8606-d025edb04b3c) {{(pid=80198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:44:07.233181 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:07.401033 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fc997f0>, [{'id': 'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96', 'name': 'tempest-ServerRescueNegativeTestJSON-403068748-router', 'tenant_id': 'e33a018e9f954cdc8b0b90314907d180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '4e039aee-a0bd-4120-bd0e-efc105bf3634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:58Z', 'revision_number': 4, 'project_id': 'e33a018e9f954cdc8b0b90314907d180', 'gw_port': {'id': '4e039aee-a0bd-4120-bd0e-efc105bf3634', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:44Z', 'updated_at': '2021-01-25T18:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '542bfef4-58ff-4552-a4f6-43705783b87d', 'name': '', 'network_id': '18622258-cc8c-47a0-913a-154bf9be8ebc', 'tenant_id': 'e33a018e9f954cdc8b0b90314907d180', 'mac_address': 'fa:16:3e:a9:a6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7e41f3cd-e809-4d09-9708-244cf575d1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:54Z', 'updated_at': '2021-01-25T18:43:59Z', 'revision_number': 2, 'project_id': 'e33a018e9f954cdc8b0b90314907d180', 'subnets': [{'id': '7e41f3cd-e809-4d09-9708-244cf575d1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:44:07.429623 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] Checking router: dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96 for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:44:07.434310 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] Updating router dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96 port 542bfef4-58ff-4552-a4f6-43705783b87d binding host dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 25 18:44:07.558241 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bba12d-7c1c-4645-b64f-f34240220262 req-e00911bf-6765-4dab-ad24-01c4da6bab6b tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:07.559971 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81bba12d-7c1c-4645-b64f-f34240220262 req-e00911bf-6765-4dab-ad24-01c4da6bab6b tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 931 time: 0.2193553
Jan 25 18:44:07.567864 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for port, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:07.688414 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81bba12d-7c1c-4645-b64f-f34240220262 req-8337801e-2de3-44eb-9cd8-cec7eca30c7e tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123393
Jan 25 18:44:07.689941 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:07.727571 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723'] for port, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:07.800562 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cb9984be-e560-47e4-8533-66f7ba44ee12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:08.872439 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a218700d-58fc-481d-9515-f3b91d967549 req-fed2664a-3af0-4055-9097-c9cbc56b4378 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 210 time: 0.2363758
Jan 25 18:44:08.902345 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 is already hosted by enough agents. {{(pid=80198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:44:08.933906 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Pushing event updated for resources: {'Port': ['ID=1ac2cce2-167c-42b1-8606-d025edb04b3c,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:08.939659 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Resources bound (agent type, host, resource id):  {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:44:08.947003 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.141s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:08.947003 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Received port after_create {{(pid=80198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:44:09.020760 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] Notify callbacks [] for port, precommit_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:09.050073 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] Transition to ACTIVE for port object 542bfef4-58ff-4552-a4f6-43705783b87d will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:44:09.057673 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device ad2377f2-1f02-4b38-8cff-d4c991499b5a up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:44:09.125189 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-c5debdd6-fbad-48c6-85fb-431ea202e65d tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 25 18:44:09.126456 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-c5debdd6-fbad-48c6-85fb-431ea202e65d tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0076904
Jan 25 18:44:09.147302 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-495f9242-a4eb-49ef-98ab-44210bf12941 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 25 18:44:09.155363 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-495f9242-a4eb-49ef-98ab-44210bf12941 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0262616
Jan 25 18:44:09.162069 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:09.404710 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for floatingip, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:09.785224 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:09.859045 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-e218516a-87c3-4770-b354-732581cb4d56 service neutron] Request body: {'port': {'device_id': '131e329a-fcbe-4427-a1b4-81f029d66f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:44:09.993896 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:10.022124 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93318a3-093e-480e-a237-f35316331642 req-60bb0acd-15a3-4465-8697-f3216a335942 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:10.037169 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e93318a3-093e-480e-a237-f35316331642 req-60bb0acd-15a3-4465-8697-f3216a335942 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 932 time: 0.6842766
Jan 25 18:44:10.079626 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] Request body: {'port': {'device_id': 'b07cf690-13cd-483e-97f1-53b4214bc8d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:44:10.121493 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e93318a3-093e-480e-a237-f35316331642 req-84aba5c2-7ee7-4224-8b80-87e528e57462 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834239
Jan 25 18:44:10.315075 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30dcd1-316a-4d12-a1da-1250401a81c6 None None] Pushing event updated for resources: {'Port': ['ID=542bfef4-58ff-4552-a4f6-43705783b87d,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:10.326623 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5d30dcd1-316a-4d12-a1da-1250401a81c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:10.370715 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-e218516a-87c3-4770-b354-732581cb4d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:10.640059 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] Attempting to bind port 542bfef4-58ff-4552-a4f6-43705783b87d on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:44:10.640465 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] Attempting to bind port 542bfef4-58ff-4552-a4f6-43705783b87d by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': '176dc6f2-0c02-4621-a68b-f4ed6bbe54d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '18622258-cc8c-47a0-913a-154bf9be8ebc'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:44:10.640877 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] Attempting to bind port 542bfef4-58ff-4552-a4f6-43705783b87d on network 18622258-cc8c-47a0-913a-154bf9be8ebc {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:44:10.647619 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port ad2377f2-1f02-4b38-8cff-d4c991499b5a triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:44:10.648030 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:10.721879 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:44:10.722295 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] Checking segment: {'id': '176dc6f2-0c02-4621-a68b-f4ed6bbe54d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '18622258-cc8c-47a0-913a-154bf9be8ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:44:10.722739 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:10.723176 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] Bound using segment: {'id': '176dc6f2-0c02-4621-a68b-f4ed6bbe54d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '18622258-cc8c-47a0-913a-154bf9be8ebc'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:44:10.723720 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] Bound port: 542bfef4-58ff-4552-a4f6-43705783b87d, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176dc6f2-0c02-4621-a68b-f4ed6bbe54d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '18622258-cc8c-47a0-913a-154bf9be8ebc'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:44:10.724138 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:10.916331 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:10.973876 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] For port 542bfef4-58ff-4552-a4f6-43705783b87d, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:44:10.978427 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] For port 542bfef4-58ff-4552-a4f6-43705783b87d, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=542bfef4-58ff-4552-a4f6-43705783b87d,segment=NetworkSegment(176dc6f2-0c02-4621-a68b-f4ed6bbe54d8),segment_id=176dc6f2-0c02-4621-a68b-f4ed6bbe54d8)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:44:10.982894 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:10.987414 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-8bec1a0f-4c9e-4134-a33d-07e9652beaa9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:10.989173 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-8bec1a0f-4c9e-4134-a33d-07e9652beaa9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/networks?id=18622258-cc8c-47a0-913a-154bf9be8ebc HTTP/1.1" status: 200  len: 818 time: 0.5695305
Jan 25 18:44:11.021920 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:11.081729 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for port, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:11.087786 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-8334bfa1-fa39-4dc9-9d51-d342c072ee09 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/quotas/e33a018e9f954cdc8b0b90314907d180 HTTP/1.1" status: 200  len: 375 time: 0.0799043
Jan 25 18:44:11.089387 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:11.154086 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8814b7-e9c5-4143-9990-424156a99edb req-7155a589-7e50-414d-8eb3-e9d2744198a5 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:11.155915 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bb8814b7-e9c5-4143-9990-424156a99edb req-7155a589-7e50-414d-8eb3-e9d2744198a5 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 931 time: 0.6034503
Jan 25 18:44:11.164313 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-00d7ad26-1d2c-4a21-ac76-06f890660094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:11.235142 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30dcd1-316a-4d12-a1da-1250401a81c6 None None] Pushing event updated for resources: {'Port': ['ID=542bfef4-58ff-4552-a4f6-43705783b87d,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:11.247034 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5d30dcd1-316a-4d12-a1da-1250401a81c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:11.265516 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Pushing event updated for resources: {'Port': ['ID=1ac2cce2-167c-42b1-8606-d025edb04b3c,revision_number=2']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:11.283278 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:11.309776 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] Routers {'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:44:11.310740 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fc997f0>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:43:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:44:11.334074 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bb8814b7-e9c5-4143-9990-424156a99edb req-f06a8900-dd8c-4a93-beb5-6a4003e61e35 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362536
Jan 25 18:44:11.460240 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-e8a690fe-00b3-4d8c-b0be-207013dc7fe9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?tenant_id=e33a018e9f954cdc8b0b90314907d180&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3377898
Jan 25 18:44:11.469473 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363676'] for floatingip, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:11.664855 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] Set router dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:44:11.691850 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-96269cfc-ad46-4fc1-aa94-dfefd7205fcd service neutron] 10.222.0.77 "GET /v2.0/networks/18622258-cc8c-47a0-913a-154bf9be8ebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1920722
Jan 25 18:44:11.693731 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:11.706547 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.9599025
Jan 25 18:44:11.805267 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-e218516a-87c3-4770-b354-732581cb4d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f97d01d-8756-4d11-9fa8-49c7ec3f3f75 {{(pid=80199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 25 18:44:11.835123 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-e218516a-87c3-4770-b354-732581cb4d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:11.884507 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-e218516a-87c3-4770-b354-732581cb4d56 service neutron] Transition to ACTIVE for port object 7f97d01d-8756-4d11-9fa8-49c7ec3f3f75 will not be triggered until provisioned by entity L2. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:44:11.895198 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-e218516a-87c3-4770-b354-732581cb4d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:11.946123 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-dbc569f2-1d41-42ec-8cca-dfb0ab3a7db7 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:12.044365 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-43ba8170-5ae6-4a96-9564-fb90e0c87b92 service neutron] 10.222.0.77 "GET /v2.0/networks/18622258-cc8c-47a0-913a-154bf9be8ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3336844
Jan 25 18:44:12.391778 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218516a-87c3-4770-b354-732581cb4d56 service neutron] Pushing event updated for resources: {'Port': ['ID=7f97d01d-8756-4d11-9fa8-49c7ec3f3f75,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:12.412361 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e218516a-87c3-4770-b354-732581cb4d56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:12.445270 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-3cd2bddb-1c3e-4fb4-a11d-2d2ddf742e83 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Synchronizing usage tracker for tenant:209da4d33dc74678ab66bd74395f33ba on resource:security_group {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:44:12.467035 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-3cd2bddb-1c3e-4fb4-a11d-2d2ddf742e83 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Unset dirty status for tenant:209da4d33dc74678ab66bd74395f33ba on resource:security_group {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:44:12.468776 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-3cd2bddb-1c3e-4fb4-a11d-2d2ddf742e83 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--2060006841&fields=id&tenant_id=209da4d33dc74678ab66bd74395f33ba HTTP/1.1" status: 200  len: 267 time: 0.1241848
Jan 25 18:44:12.572801 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fc997f0>, [{'id': 'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96', 'name': 'tempest-ServerRescueNegativeTestJSON-403068748-router', 'tenant_id': 'e33a018e9f954cdc8b0b90314907d180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '4e039aee-a0bd-4120-bd0e-efc105bf3634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:58Z', 'revision_number': 4, 'project_id': 'e33a018e9f954cdc8b0b90314907d180', 'gw_port': {'id': '4e039aee-a0bd-4120-bd0e-efc105bf3634', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:44Z', 'updated_at': '2021-01-25T18:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '542bfef4-58ff-4552-a4f6-43705783b87d', 'name': '', 'network_id': '18622258-cc8c-47a0-913a-154bf9be8ebc', 'tenant_id': 'e33a018e9f954cdc8b0b90314907d180', 'mac_address': 'fa:16:3e:a9:a6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7e41f3cd-e809-4d09-9708-244cf575d1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:54Z', 'updated_at': '2021-01-25T18:44:10Z', 'revision_number': 4, 'project_id': 'e33a018e9f954cdc8b0b90314907d180', 'subnets': [{'id': '7e41f3cd-e809-4d09-9708-244cf575d1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:44:12.586288 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f3a9a4-8217-4600-852f-1c528a267029 None None] The sync data for ids ['dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96'] in dv-cinder-772388-1-iscsi is: [{'id': 'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96', 'name': 'tempest-ServerRescueNegativeTestJSON-403068748-router', 'tenant_id': 'e33a018e9f954cdc8b0b90314907d180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '4e039aee-a0bd-4120-bd0e-efc105bf3634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:58Z', 'revision_number': 4, 'project_id': 'e33a018e9f954cdc8b0b90314907d180', 'gw_port': {'id': '4e039aee-a0bd-4120-bd0e-efc105bf3634', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:44Z', 'updated_at': '2021-01-25T18:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '542bfef4-58ff-4552-a4f6-43705783b87d', 'name': '', 'network_id': '18622258-cc8c-47a0-913a-154bf9be8ebc', 'tenant_id': 'e33a018e9f954cdc8b0b90314907d180', 'mac_address': 'fa:16:3e:a9:a6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7e41f3cd-e809-4d09-9708-244cf575d1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:54Z', 'updated_at': '2021-01-25T18:44:10Z', 'revision_number': 4, 'project_id': 'e33a018e9f954cdc8b0b90314907d180', 'subnets': [{'id': '7e41f3cd-e809-4d09-9708-244cf575d1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:44:12.704621 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c848c6b2-06db-4a71-9bee-e76271616245 {{(pid=80199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 25 18:44:12.744672 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-e218516a-87c3-4770-b354-732581cb4d56 service neutron] Attempting to bind port 7f97d01d-8756-4d11-9fa8-49c7ec3f3f75 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:44:12.745403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-e218516a-87c3-4770-b354-732581cb4d56 service neutron] Attempting to bind port 7f97d01d-8756-4d11-9fa8-49c7ec3f3f75 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '513f1e79-0fed-4207-9adf-8777c68a979a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '80221f03-cf5a-4cce-a4e6-ead5a8bf34b2'}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:44:12.745774 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-e218516a-87c3-4770-b354-732581cb4d56 service neutron] Attempting to bind port 7f97d01d-8756-4d11-9fa8-49c7ec3f3f75 on network 80221f03-cf5a-4cce-a4e6-ead5a8bf34b2 {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:44:12.756247 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:12.777345 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-e218516a-87c3-4770-b354-732581cb4d56 service neutron] Checking agent: {'id': '2edca791-6dfd-4a0b-9497-e94f443cd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 33), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:44:12.777710 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-e218516a-87c3-4770-b354-732581cb4d56 service neutron] Checking segment: {'id': '513f1e79-0fed-4207-9adf-8777c68a979a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '80221f03-cf5a-4cce-a4e6-ead5a8bf34b2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:44:12.778162 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-e218516a-87c3-4770-b354-732581cb4d56 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:12.778511 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-e218516a-87c3-4770-b354-732581cb4d56 service neutron] Bound using segment: {'id': '513f1e79-0fed-4207-9adf-8777c68a979a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '80221f03-cf5a-4cce-a4e6-ead5a8bf34b2'} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:44:12.779092 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-e218516a-87c3-4770-b354-732581cb4d56 service neutron] Bound port: 7f97d01d-8756-4d11-9fa8-49c7ec3f3f75, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '513f1e79-0fed-4207-9adf-8777c68a979a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '80221f03-cf5a-4cce-a4e6-ead5a8bf34b2'}}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:44:12.780197 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-e218516a-87c3-4770-b354-732581cb4d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:12.826423 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] Transition to ACTIVE for port object c848c6b2-06db-4a71-9bee-e76271616245 will not be triggered until provisioned by entity L2. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:44:12.930226 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-e218516a-87c3-4770-b354-732581cb4d56 service neutron] For port 7f97d01d-8756-4d11-9fa8-49c7ec3f3f75, host hv-cinder-77238, cleared binding levels {{(pid=80199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:44:12.935906 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-e218516a-87c3-4770-b354-732581cb4d56 service neutron] For port 7f97d01d-8756-4d11-9fa8-49c7ec3f3f75, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=7f97d01d-8756-4d11-9fa8-49c7ec3f3f75,segment=NetworkSegment(513f1e79-0fed-4207-9adf-8777c68a979a),segment_id=513f1e79-0fed-4207-9adf-8777c68a979a)] {{(pid=80199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:44:12.941860 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-e218516a-87c3-4770-b354-732581cb4d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:12.942722 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:12.965042 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:13.239529 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-3ad42755-064e-4fce-a108-e6021b5d0e48 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:13.249487 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-3ad42755-064e-4fce-a108-e6021b5d0e48 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Synchronizing usage tracker for tenant:209da4d33dc74678ab66bd74395f33ba on resource:network {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:44:13.277641 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 542bfef4-58ff-4552-a4f6-43705783b87d up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:44:13.342922 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-3ad42755-064e-4fce-a108-e6021b5d0e48 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Unset dirty status for tenant:209da4d33dc74678ab66bd74395f33ba on resource:network {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:44:13.344244 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-3ad42755-064e-4fce-a108-e6021b5d0e48 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/networks?id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 HTTP/1.1" status: 200  len: 816 time: 0.8667505
Jan 25 18:44:13.410035 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-81df3858-3630-4a5b-8e0b-b83aa7cd4a94 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/quotas/209da4d33dc74678ab66bd74395f33ba HTTP/1.1" status: 200  len: 375 time: 0.0447812
Jan 25 18:44:13.509577 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port 542bfef4-58ff-4552-a4f6-43705783b87d completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:44:13.523133 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 542bfef4-58ff-4552-a4f6-43705783b87d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:44:13.523565 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:13.578938 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb5933-7b10-4262-bce3-ae4200f720ea req-9a5132a1-99d6-4f58-910d-1b3a9422dbd5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:13.580728 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9aeb5933-7b10-4262-bce3-ae4200f720ea req-9a5132a1-99d6-4f58-910d-1b3a9422dbd5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 932 time: 1.1533887
Jan 25 18:44:13.622702 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218516a-87c3-4770-b354-732581cb4d56 service neutron] Pushing event updated for resources: {'Port': ['ID=7f97d01d-8756-4d11-9fa8-49c7ec3f3f75,revision_number=3']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:13.693939 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:13.736317 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] For port 542bfef4-58ff-4552-a4f6-43705783b87d, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=542bfef4-58ff-4552-a4f6-43705783b87d,segment=NetworkSegment(176dc6f2-0c02-4621-a68b-f4ed6bbe54d8),segment_id=176dc6f2-0c02-4621-a68b-f4ed6bbe54d8)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:44:13.740330 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:13.741170 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-d027ea9b-3766-4b89-9682-9bff03023edd tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?tenant_id=209da4d33dc74678ab66bd74395f33ba&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3289871
Jan 25 18:44:13.742316 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:13.884416 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Pushing event updated for resources: {'Port': ['ID=542bfef4-58ff-4552-a4f6-43705783b87d,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:13.891093 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:14.060988 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] Pushing event updated for resources: {'Port': ['ID=c848c6b2-06db-4a71-9bee-e76271616245,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:14.078887 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9aeb5933-7b10-4262-bce3-ae4200f720ea req-bbf6da70-3c87-4462-a8ee-037f8eb228d0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3800700
Jan 25 18:44:14.079861 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.115s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:14.085499 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5f3f4bc9-0723-4a4a-b655-177d783219b5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.477s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:14.085940 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5f3f4bc9-0723-4a4a-b655-177d783219b5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:14.130631 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-e218516a-87c3-4770-b354-732581cb4d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:14.131328 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-e218516a-87c3-4770-b354-732581cb4d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:14.132975 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-e218516a-87c3-4770-b354-732581cb4d56 service neutron] 10.222.0.70 "PUT /v2.0/ports/7f97d01d-8756-4d11-9fa8-49c7ec3f3f75 HTTP/1.1" status: 200  len: 1157 time: 4.5304022
Jan 25 18:44:14.133564 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131e329a-fcbe-4427-a1b4-81f029d66f7e', 'tag': '7f97d01d-8756-4d11-9fa8-49c7ec3f3f75'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:44:14.141758 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-fd652b6b-bb81-409e-986d-483a32f5526c service neutron] 10.222.0.77 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3787045
Jan 25 18:44:14.310627 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-8c0fd4d7-627d-4c56-a01d-2efe20817305 service neutron] 10.222.0.77 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1679106
Jan 25 18:44:14.465966 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-774a7fde-f992-4ba5-bcbc-897d0664f01a req-d9cba33b-ab6b-4a96-bcac-5421a8c3ddc1 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 210 time: 0.2040913
Jan 25 18:44:14.530344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] Attempting to bind port c848c6b2-06db-4a71-9bee-e76271616245 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:44:14.530976 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] Attempting to bind port c848c6b2-06db-4a71-9bee-e76271616245 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '64b31ac6-716f-4c4a-ad64-58104b03ceac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91f80afc-59ce-4fe7-876c-4cf2ad6baef9'}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:44:14.531609 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] Attempting to bind port c848c6b2-06db-4a71-9bee-e76271616245 on network 91f80afc-59ce-4fe7-876c-4cf2ad6baef9 {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:44:14.544887 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] Checking agent: {'id': '2edca791-6dfd-4a0b-9497-e94f443cd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 33), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:44:14.545768 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] Checking segment: {'id': '64b31ac6-716f-4c4a-ad64-58104b03ceac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91f80afc-59ce-4fe7-876c-4cf2ad6baef9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:44:14.546293 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:14.546928 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] Bound using segment: {'id': '64b31ac6-716f-4c4a-ad64-58104b03ceac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91f80afc-59ce-4fe7-876c-4cf2ad6baef9'} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:44:14.547699 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] Bound port: c848c6b2-06db-4a71-9bee-e76271616245, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b31ac6-716f-4c4a-ad64-58104b03ceac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91f80afc-59ce-4fe7-876c-4cf2ad6baef9'}}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:44:14.548354 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:14.788072 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380968b-892d-4d1b-941e-8b2f99b40fb6 req-4ca5522e-ce95-44d9-adfe-b0502f5707d9 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:14.790441 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3380968b-892d-4d1b-941e-8b2f99b40fb6 req-4ca5522e-ce95-44d9-adfe-b0502f5707d9 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 943 time: 0.1945689
Jan 25 18:44:14.848242 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-de90650c-c425-459e-83ae-cf99ceb5b4a9 req-f3732d77-04c1-49fe-a51f-e73ef2d8b378 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Synchronizing usage tracker for tenant:209da4d33dc74678ab66bd74395f33ba on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:44:14.861187 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] For port c848c6b2-06db-4a71-9bee-e76271616245, host hv-cinder-77238, cleared binding levels {{(pid=80199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:44:14.862344 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3380968b-892d-4d1b-941e-8b2f99b40fb6 req-4a4cc42f-925c-489b-a12f-85c1b61f61de tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649860
Jan 25 18:44:14.872535 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] For port c848c6b2-06db-4a71-9bee-e76271616245, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c848c6b2-06db-4a71-9bee-e76271616245,segment=NetworkSegment(64b31ac6-716f-4c4a-ad64-58104b03ceac),segment_id=64b31ac6-716f-4c4a-ad64-58104b03ceac)] {{(pid=80199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:44:14.876894 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:14.894303 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-de90650c-c425-459e-83ae-cf99ceb5b4a9 req-f3732d77-04c1-49fe-a51f-e73ef2d8b378 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Unset dirty status for tenant:209da4d33dc74678ab66bd74395f33ba on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:44:14.895573 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-de90650c-c425-459e-83ae-cf99ceb5b4a9 req-f3732d77-04c1-49fe-a51f-e73ef2d8b378 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 210 time: 0.1692569
Jan 25 18:44:14.898644 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:15.027541 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 542bfef4-58ff-4552-a4f6-43705783b87d up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:44:15.077227 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] Pushing event updated for resources: {'Port': ['ID=c848c6b2-06db-4a71-9bee-e76271616245,revision_number=3']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:15.083288 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:15.158840 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 542bfef4-58ff-4552-a4f6-43705783b87d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:44:15.159671 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:15.180495 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131e329a-fcbe-4427-a1b4-81f029d66f7e', 'tag': '7f97d01d-8756-4d11-9fa8-49c7ec3f3f75', 'status': 'completed', 'code': 200}
Jan 25 18:44:15.227944 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:15.228700 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:15.231679 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] 10.222.0.70 "PUT /v2.0/ports/c848c6b2-06db-4a71-9bee-e76271616245 HTTP/1.1" status: 200  len: 1158 time: 5.6175919
Jan 25 18:44:15.490796 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdfb07-3a3e-444b-805c-5fd0fac16b72 req-0c5f53c2-6aa1-4fe6-9ce8-f3f7c00c7543 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:15.492514 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1dfdfb07-3a3e-444b-805c-5fd0fac16b72 req-0c5f53c2-6aa1-4fe6-9ce8-f3f7c00c7543 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 944 time: 0.1277425
Jan 25 18:44:15.568369 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1dfdfb07-3a3e-444b-805c-5fd0fac16b72 req-6a2061f5-59d1-4dc5-a691-95e988ac55b0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680199
Jan 25 18:44:15.799578 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c77bab8d-bc4f-42a3-8200-e95a2ce6ac03 req-95ba1188-783c-4340-902c-959b51bdcd89 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 210 time: 0.0600793
Jan 25 18:44:16.238265 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-656e97e1-0f86-45a5-913d-ad9dcc84bbeb req-0843177f-6618-4077-9619-e23c0928e466 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 210 time: 0.1041284
Jan 25 18:44:16.244402 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-46bb18ff-6df9-4c78-9328-9d71313c3b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:16.246895 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-46bb18ff-6df9-4c78-9328-9d71313c3b6d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=249a90a17b6743d183168f87ef1741b5&device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 1161 time: 0.2165887
Jan 25 18:44:16.365793 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-3b656cf3-79de-4f21-8682-024d3b134ed8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c848c6b2-06db-4a71-9bee-e76271616245 HTTP/1.1" status: 200  len: 217 time: 0.0960050
Jan 25 18:44:16.367752 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06f8f7-3310-44ac-9dda-9ccb2ab6e625 req-80265104-a540-4968-af2f-c9dbf576cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:16.369440 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6d06f8f7-3310-44ac-9dda-9ccb2ab6e625 req-80265104-a540-4968-af2f-c9dbf576cde0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17410bd898a44521ad5d4aedfe19096a&device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 1160 time: 0.2758684
Jan 25 18:44:16.403727 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b431aa1-a7dd-4470-b456-4acfe4cf63b0 req-6d2821a1-7e4d-4d32-95cc-7881ebb771e5 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:16.405463 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6b431aa1-a7dd-4470-b456-4acfe4cf63b0 req-6d2821a1-7e4d-4d32-95cc-7881ebb771e5 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 943 time: 0.3153832
Jan 25 18:44:16.472389 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6b431aa1-a7dd-4470-b456-4acfe4cf63b0 req-89ff83b3-7909-4f77-ac81-f45810228e29 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547166
Jan 25 18:44:16.828556 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ce57c-413c-441c-bc0f-a9935908d71b req-d3b7b449-a1cd-478f-9d10-c61a41f3ee16 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:16.830286 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b61ce57c-413c-441c-bc0f-a9935908d71b req-d3b7b449-a1cd-478f-9d10-c61a41f3ee16 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 944 time: 0.1233740
Jan 25 18:44:16.903430 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b61ce57c-413c-441c-bc0f-a9935908d71b req-352b1f6b-3cad-4d6f-8893-caa8f0210816 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598626
Jan 25 18:44:17.111871 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81a642a4-7b0e-4aaf-9f2b-7a630cc07ba9 req-f12bf349-47fe-4925-a2d0-fabf5e2adaf5 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 210 time: 0.0504186
Jan 25 18:44:17.182102 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07cf690-13cd-483e-97f1-53b4214bc8d1', 'tag': 'c848c6b2-06db-4a71-9bee-e76271616245'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:44:17.280015 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07cf690-13cd-483e-97f1-53b4214bc8d1', 'tag': 'c848c6b2-06db-4a71-9bee-e76271616245', 'status': 'completed', 'code': 200}
Jan 25 18:44:17.537714 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-edc8507a-07e8-411f-bd18-487a60b92f1d req-00c7ffc4-cd54-46af-b972-5f1c7a3d6bf3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 210 time: 0.0567858
Jan 25 18:44:17.805032 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40919279-f0b9-4932-a68e-5d9244892935 req-b724c001-3913-4edc-a5ce-98f6cb6a42ac tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:17.807245 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-40919279-f0b9-4932-a68e-5d9244892935 req-b724c001-3913-4edc-a5ce-98f6cb6a42ac tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 943 time: 0.1218257
Jan 25 18:44:17.914608 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-40919279-f0b9-4932-a68e-5d9244892935 req-4711c94d-c051-406f-b9d0-49cb30189c34 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994561
Jan 25 18:44:18.185412 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6cc65-1957-4890-b6c9-1551d954b171 req-0ae9870f-be3b-43d2-a1a5-76087bf15026 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:18.188163 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dcf6cc65-1957-4890-b6c9-1551d954b171 req-0ae9870f-be3b-43d2-a1a5-76087bf15026 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 944 time: 0.1265934
Jan 25 18:44:18.296731 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dcf6cc65-1957-4890-b6c9-1551d954b171 req-7a2acf8a-6125-485c-a543-1adac915c2b3 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939479
Jan 25 18:44:18.402716 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7da716e3-1e2a-474e-8c89-42718f03a75f req-d76cf832-89b6-4445-89b1-c60ff8855319 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 210 time: 0.0502148
Jan 25 18:44:18.752762 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9aaf151c-9031-490d-92f4-c92f899308c7 req-7fbdb2a9-7733-4673-aa66-ef6d102da904 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 210 time: 0.0526373
Jan 25 18:44:19.171821 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10428334-322b-4dfb-93b8-95d5548e06c4 req-2eba2656-8c58-4423-b047-ea0b2a1ea463 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:19.173758 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-10428334-322b-4dfb-93b8-95d5548e06c4 req-2eba2656-8c58-4423-b047-ea0b2a1ea463 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 943 time: 0.1206114
Jan 25 18:44:19.244247 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-10428334-322b-4dfb-93b8-95d5548e06c4 req-c8effdd1-21c7-4c45-a3e0-8c6f588fc06a tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580359
Jan 25 18:44:19.584092 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8c06c-770b-4fe3-8f2f-5c80c4a15968 req-6efb1748-5972-4e7d-86e2-47b8dd70b954 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:19.585829 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-74f8c06c-770b-4fe3-8f2f-5c80c4a15968 req-6efb1748-5972-4e7d-86e2-47b8dd70b954 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 944 time: 0.1303887
Jan 25 18:44:19.621276 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-918f357d-1301-4e27-804d-184258b24cba req-883da5a0-2039-4009-ac33-54689594ab12 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 210 time: 0.0513284
Jan 25 18:44:19.654328 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-74f8c06c-770b-4fe3-8f2f-5c80c4a15968 req-84ec359a-4b54-4a70-ab7d-3c93ea330503 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556588
Jan 25 18:44:19.954353 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cd538c50-de41-48df-bb94-e5760b720795 req-77bace4b-a505-4867-9796-de0655628e33 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 210 time: 0.0489197
Jan 25 18:44:20.179146 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.70', 61194) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:20.497069 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-6788e517-b9fc-44d1-bcc3-5a1deb5d4f38 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:20.498711 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-6788e517-b9fc-44d1-bcc3-5a1deb5d4f38 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.70 "GET /v2.0/networks?id=18622258-cc8c-47a0-913a-154bf9be8ebc HTTP/1.1" status: 200  len: 818 time: 0.3019841
Jan 25 18:44:20.538208 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-cc12433c-15b4-48e3-a70c-962d4cd881ef tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Request body: {'port': {'device_id': '54fa1c4b-a2df-4e89-bfc1-ed46354bd847', 'network_id': '18622258-cc8c-47a0-913a-154bf9be8ebc', 'admin_state_up': True, 'tenant_id': 'e33a018e9f954cdc8b0b90314907d180'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:44:20.604759 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-b7e56c66-aed5-4dd2-8c64-23535cfd3a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:20.604759 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-b7e56c66-aed5-4dd2-8c64-23535cfd3a22 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ca41d6d8-122b-484f-9bde-52f953964f34 HTTP/1.1" status: 200  len: 855 time: 0.4755385
Jan 25 18:44:20.635267 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06f8f7-3310-44ac-9dda-9ccb2ab6e625 req-f01b8464-e3fc-4a84-abf0-227cc35ea120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:20.637227 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6d06f8f7-3310-44ac-9dda-9ccb2ab6e625 req-f01b8464-e3fc-4a84-abf0-227cc35ea120 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=17410bd898a44521ad5d4aedfe19096a&shared=False HTTP/1.1" status: 200  len: 906 time: 0.5663402
Jan 25 18:44:20.914682 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-cc12433c-15b4-48e3-a70c-962d4cd881ef tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:44:20.926499 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7e9255f9-6165-488d-a8c5-508fb385562f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:20.947934 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-cc12433c-15b4-48e3-a70c-962d4cd881ef tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:44:21.025101 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-dd93c4a2-a598-4c0d-b34b-743c568fc6bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91f80afc-59ce-4fe7-876c-4cf2ad6baef9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0802875
Jan 25 18:44:21.041765 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9f2763a4-e6da-4999-badf-864380a286b9 req-7d41a211-423d-45bb-9d21-20f8a6161ea7 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 210 time: 0.0908387
Jan 25 18:44:21.066295 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-cc12433c-15b4-48e3-a70c-962d4cd881ef tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Made reservation on behalf of e33a018e9f954cdc8b0b90314907d180 for: {'port': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:44:21.081705 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa9686-0055-4e82-97a4-93f589ff499c req-830be3bc-4db3-4df6-ac3d-233c5338e4b0 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:21.083233 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-cc12433c-15b4-48e3-a70c-962d4cd881ef tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:21.090833 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-50fa9686-0055-4e82-97a4-93f589ff499c req-830be3bc-4db3-4df6-ac3d-233c5338e4b0 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 943 time: 0.5696380
Jan 25 18:44:21.136149 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06f8f7-3310-44ac-9dda-9ccb2ab6e625 req-f295d37f-5019-47e8-8fe3-cc69c20e151a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:21.138489 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6d06f8f7-3310-44ac-9dda-9ccb2ab6e625 req-f295d37f-5019-47e8-8fe3-cc69c20e151a service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.4790273
Jan 25 18:44:21.166555 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-50fa9686-0055-4e82-97a4-93f589ff499c req-46166fcb-2331-4650-af9a-39381da56eb9 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740967
Jan 25 18:44:21.405878 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.70', 61198) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:21.576750 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b3804a24-7748-43a3-8610-5b7488e1f6e3 req-0a4a58cf-a09b-410d-a1f2-79201550c8f1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 210 time: 0.1805847
Jan 25 18:44:21.674504 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8cf21-ca43-4b28-bad1-821572802d04 req-7ed7cf8a-a200-4188-9a2c-32b05c33e88f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:21.679526 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-e0767654-4a93-40d5-88b2-a78dadab11d9 service neutron] 10.222.0.70 "GET /v2.0/networks/91f80afc-59ce-4fe7-876c-4cf2ad6baef9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3670275
Jan 25 18:44:21.689942 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7ee8cf21-ca43-4b28-bad1-821572802d04 req-7ed7cf8a-a200-4188-9a2c-32b05c33e88f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 944 time: 0.4927223
Jan 25 18:44:21.789944 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7ee8cf21-ca43-4b28-bad1-821572802d04 req-da8ce29b-ec63-4849-bbe2-d2e224a7ad60 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981679
Jan 25 18:44:21.865896 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-93cc4a97-ad82-42c4-b67d-72ad7160838e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:21.866927 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-93cc4a97-ad82-42c4-b67d-72ad7160838e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Synchronizing usage tracker for tenant:e33a018e9f954cdc8b0b90314907d180 on resource:network {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:44:21.908840 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-969bc9ae-41c0-4fd6-8c55-be2ffeb35ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:21.910678 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-969bc9ae-41c0-4fd6-8c55-be2ffeb35ce8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17410bd898a44521ad5d4aedfe19096a&device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 1160 time: 0.4678621
Jan 25 18:44:21.911351 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-93cc4a97-ad82-42c4-b67d-72ad7160838e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Unset dirty status for tenant:e33a018e9f954cdc8b0b90314907d180 on resource:network {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:44:21.912565 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-93cc4a97-ad82-42c4-b67d-72ad7160838e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.70 "GET /v2.0/networks?id=18622258-cc8c-47a0-913a-154bf9be8ebc HTTP/1.1" status: 200  len: 818 time: 0.5560634
Jan 25 18:44:21.958575 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-cc12433c-15b4-48e3-a70c-962d4cd881ef tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Allocated IP 172.20.0.5 (18622258-cc8c-47a0-913a-154bf9be8ebc/7e41f3cd-e809-4d09-9708-244cf575d1af/2e8a6709-b03a-429e-8491-492e7bf96f35) {{(pid=80198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:44:21.982575 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-155b02e5-76e7-443e-98b9-b7f2483cdf59 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Request body: {'port': {'device_id': '9c4bc74b-81ff-4b73-a160-51965dd1e86c', 'network_id': '18622258-cc8c-47a0-913a-154bf9be8ebc', 'admin_state_up': True, 'tenant_id': 'e33a018e9f954cdc8b0b90314907d180'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:44:22.010643 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.70', 61201) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:22.087387 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-5f19b7c5-3249-4f97-bc61-4ff8295eaa83 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f97d01d-8756-4d11-9fa8-49c7ec3f3f75 HTTP/1.1" status: 200  len: 217 time: 0.0890048
Jan 25 18:44:22.185388 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-0367050a-0d20-4116-a942-c16a88eb5e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:22.187002 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-0367050a-0d20-4116-a942-c16a88eb5e43 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ade2b8cd-beb1-4c20-90b8-fbee60df5df3 HTTP/1.1" status: 200  len: 852 time: 0.0798142
Jan 25 18:44:22.284311 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-bd38194b-2761-4ce0-a1dd-bbc3f05c463e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=80221f03-cf5a-4cce-a4e6-ead5a8bf34b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0885570
Jan 25 18:44:22.524273 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-3c013175-15dc-4265-aa76-d2c33ce454ea tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:22.526579 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-3c013175-15dc-4265-aa76-d2c33ce454ea tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.70 "GET /v2.0/networks?id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 HTTP/1.1" status: 200  len: 816 time: 0.5125337
Jan 25 18:44:22.603659 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-44f17f02-5889-47d8-88ba-c563c7798476 req-d75262d9-6227-4390-a9b6-24233f151bed tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 210 time: 0.0660355
Jan 25 18:44:22.707926 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1d69c87b-ec23-4a0c-9c90-7d31d07c99c1 req-e08d76be-f996-4d2b-8aea-da9fea8d61bd service neutron] 10.222.0.70 "GET /v2.0/networks/91f80afc-59ce-4fe7-876c-4cf2ad6baef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9405227
Jan 25 18:44:22.731764 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-03418197-3101-4a4f-8bba-65ac38f268c9 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=209da4d33dc74678ab66bd74395f33ba HTTP/1.1" status: 200  len: 5705 time: 0.1238787
Jan 25 18:44:22.741533 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-cc12433c-15b4-48e3-a70c-962d4cd881ef tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Notify callbacks [] for port, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:22.747045 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-2ab01f66-1bcf-4ee0-998e-c6539cc16775 service neutron] 10.222.0.70 "GET /v2.0/networks/80221f03-cf5a-4cce-a4e6-ead5a8bf34b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4038472
Jan 25 18:44:22.750432 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-dc777a4d-ac99-43e7-91b4-1c406b6ff424 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Request body: {'port': {'device_id': '217e9da8-830b-457a-b1c4-676b0a62de77', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'admin_state_up': True, 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'security_groups': ['4d5dc95f-4d77-4832-82cb-0dfffd769763']}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:44:22.757254 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-155b02e5-76e7-443e-98b9-b7f2483cdf59 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:44:22.774496 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-155b02e5-76e7-443e-98b9-b7f2483cdf59 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:44:22.811815 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616f93e-d215-46b5-adf5-27ceee6a09e1 req-12e454dd-ef3f-4215-a805-d81b7f52d0b7 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:22.813559 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0616f93e-d215-46b5-adf5-27ceee6a09e1 req-12e454dd-ef3f-4215-a805-d81b7f52d0b7 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 943 time: 0.3590550
Jan 25 18:44:22.828104 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-155b02e5-76e7-443e-98b9-b7f2483cdf59 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Made reservation on behalf of e33a018e9f954cdc8b0b90314907d180 for: {'port': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:44:22.849286 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-155b02e5-76e7-443e-98b9-b7f2483cdf59 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:22.908611 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-deed4f10-e6ee-4e96-be8c-3c21c3620f4b req-9781a689-ae2e-4cab-ac11-5d6434a1ea58 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 210 time: 0.1133142
Jan 25 18:44:22.976895 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:22.999785 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-dc777a4d-ac99-43e7-91b4-1c406b6ff424 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:44:23.020296 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-dc777a4d-ac99-43e7-91b4-1c406b6ff424 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:44:23.031447 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-cc12433c-15b4-48e3-a70c-962d4cd881ef tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723'] for port, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:23.035695 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-dc777a4d-ac99-43e7-91b4-1c406b6ff424 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Made reservation on behalf of 209da4d33dc74678ab66bd74395f33ba for: {'port': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:44:23.049337 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-dc777a4d-ac99-43e7-91b4-1c406b6ff424 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:23.083575 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:23.109724 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-399fa43d-80fd-420b-9daa-3e40ba6c4685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:23.273828 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0616f93e-d215-46b5-adf5-27ceee6a09e1 req-2cca0601-5a88-4fc2-943b-2ea257adcdee tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4478991
Jan 25 18:44:23.376941 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12433c-15b4-48e3-a70c-962d4cd881ef tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Pushing event updated for resources: {'Port': ['ID=2e8a6709-b03a-429e-8491-492e7bf96f35,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:23.394835 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cc12433c-15b4-48e3-a70c-962d4cd881ef tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:23.643424 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e68f4-4a63-486d-b0c6-3a3595d48f43 req-ba56ca93-01a2-4ba4-961c-cf048f1f2d83 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:23.651807 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-179e68f4-4a63-486d-b0c6-3a3595d48f43 req-ba56ca93-01a2-4ba4-961c-cf048f1f2d83 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 944 time: 0.4678116
Jan 25 18:44:23.690475 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-cc12433c-15b4-48e3-a70c-962d4cd881ef tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Network 18622258-cc8c-47a0-913a-154bf9be8ebc is already hosted by enough agents. {{(pid=80198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:44:23.700568 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-cc12433c-15b4-48e3-a70c-962d4cd881ef tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Resources bound (agent type, host, resource id):  {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:44:23.707122 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-cc12433c-15b4-48e3-a70c-962d4cd881ef tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Received port after_create {{(pid=80198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:44:23.734186 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-cc12433c-15b4-48e3-a70c-962d4cd881ef tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:23.734769 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-cc12433c-15b4-48e3-a70c-962d4cd881ef tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:23.767933 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-b40af4a0-be7d-4667-8af0-2db9d9010960 service neutron] 10.222.0.70 "GET /v2.0/networks/80221f03-cf5a-4cce-a4e6-ead5a8bf34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7994275
Jan 25 18:44:23.800194 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036f76a-89d8-4297-bafa-8a1c06fd5e99 req-57915097-18f8-40a5-a098-6270a458a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:23.801861 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7036f76a-89d8-4297-bafa-8a1c06fd5e99 req-57915097-18f8-40a5-a098-6270a458a391 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=249a90a17b6743d183168f87ef1741b5&device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 1161 time: 0.8449459
Jan 25 18:44:23.807028 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-179e68f4-4a63-486d-b0c6-3a3595d48f43 req-dfa3c55b-c07b-498e-a31c-d910bd1a8981 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1540589
Jan 25 18:44:23.940990 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-cc12433c-15b4-48e3-a70c-962d4cd881ef tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4101703
Jan 25 18:44:23.970571 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] Request body: {'port': {'device_id': '54fa1c4b-a2df-4e89-bfc1-ed46354bd847', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:44:24.058513 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e9e366f3-e99d-4621-96a7-88ab98bdcf82 req-17a94145-69f3-4d62-8eaa-0bd68c3bfd3d tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 210 time: 0.0760930
Jan 25 18:44:24.112156 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-dc777a4d-ac99-43e7-91b4-1c406b6ff424 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Allocated IP 172.20.0.7 (23d57d78-9fa5-4fd9-bb4c-f55ad34ce986/351749ea-67fa-4715-84dd-c0eb9be61229/219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95) {{(pid=80198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:44:24.231904 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-155b02e5-76e7-443e-98b9-b7f2483cdf59 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Allocated IP 172.20.0.2 (18622258-cc8c-47a0-913a-154bf9be8ebc/7e41f3cd-e809-4d09-9708-244cf575d1af/e77a6f61-5988-4ee2-84b5-cc8e7b678974) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:44:24.271132 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036f76a-89d8-4297-bafa-8a1c06fd5e99 req-addab494-1c08-4400-85b6-8046405b6b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:24.272848 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7036f76a-89d8-4297-bafa-8a1c06fd5e99 req-addab494-1c08-4400-85b6-8046405b6b8a service neutron] 10.222.0.70 "GET /v2.0/networks?id=91f80afc-59ce-4fe7-876c-4cf2ad6baef9 HTTP/1.1" status: 200  len: 909 time: 0.4579902
Jan 25 18:44:24.274395 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:24.470479 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cf9b70db-d06c-4fba-88a6-1aabf136f874 req-b0aaab4f-94e9-474d-ad7f-98cfc6d1f381 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 210 time: 0.1692958
Jan 25 18:44:24.474811 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7036f76a-89d8-4297-bafa-8a1c06fd5e99 req-39dd5139-4dce-409b-aad9-24ec197e3a13 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c848c6b2-06db-4a71-9bee-e76271616245 HTTP/1.1" status: 200  len: 217 time: 0.1343646
Jan 25 18:44:24.662872 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-dc777a4d-ac99-43e7-91b4-1c406b6ff424 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for port, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:24.710646 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-dc777a4d-ac99-43e7-91b4-1c406b6ff424 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Transition to ACTIVE for port object 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 will not be triggered until provisioned by entity DHCP. {{(pid=80198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:44:24.736214 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:24.749479 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036f76a-89d8-4297-bafa-8a1c06fd5e99 req-4d1b9f1d-f6fc-4ff1-a390-58f2b5340756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:24.751196 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7036f76a-89d8-4297-bafa-8a1c06fd5e99 req-4d1b9f1d-f6fc-4ff1-a390-58f2b5340756 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ca41d6d8-122b-484f-9bde-52f953964f34 HTTP/1.1" status: 200  len: 855 time: 0.2313707
Jan 25 18:44:24.784126 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-dc777a4d-ac99-43e7-91b4-1c406b6ff424 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723'] for port, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:24.808748 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:24.867286 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7036f76a-89d8-4297-bafa-8a1c06fd5e99 req-7207846c-d5cf-4a79-99be-f4b5b8b126f5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91f80afc-59ce-4fe7-876c-4cf2ad6baef9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0942614
Jan 25 18:44:25.095774 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:25.150960 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc777a4d-ac99-43e7-91b4-1c406b6ff424 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Pushing event updated for resources: {'Port': ['ID=219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:25.151397 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7036f76a-89d8-4297-bafa-8a1c06fd5e99 req-fdf2b776-010a-4c06-bbe4-71f447ec39bd service neutron] 10.222.0.70 "GET /v2.0/networks/91f80afc-59ce-4fe7-876c-4cf2ad6baef9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2664702
Jan 25 18:44:25.221305 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-155b02e5-76e7-443e-98b9-b7f2483cdf59 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:25.393863 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085937de-e653-4746-b132-6bd9a1ab31d8 req-3ce75548-0dae-436a-bdf7-1c231ac6dc92 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:25.396034 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-085937de-e653-4746-b132-6bd9a1ab31d8 req-3ce75548-0dae-436a-bdf7-1c231ac6dc92 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 943 time: 0.4365096
Jan 25 18:44:25.422696 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-dc777a4d-ac99-43e7-91b4-1c406b6ff424 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:25.451149 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7036f76a-89d8-4297-bafa-8a1c06fd5e99 req-c0e94e49-80a3-4c09-b864-74c605876454 service neutron] 10.222.0.70 "GET /v2.0/networks/91f80afc-59ce-4fe7-876c-4cf2ad6baef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2860856
Jan 25 18:44:25.468730 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-155b02e5-76e7-443e-98b9-b7f2483cdf59 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:25.495006 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8ffbb3b3-a541-40c6-a55d-8933c23748b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:25.566297 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-085937de-e653-4746-b132-6bd9a1ab31d8 req-73833500-e9ed-4d88-ac49-8b0724fd91b3 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466022
Jan 25 18:44:25.603103 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-dc777a4d-ac99-43e7-91b4-1c406b6ff424 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Network 23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 is already hosted by enough agents. {{(pid=80198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:44:25.637403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff022da1-ce66-4664-8156-922a0cdea494 req-9374b08f-6c6b-4706-b2ee-f056f35ed6b7 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:25.645421 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ff022da1-ce66-4664-8156-922a0cdea494 req-9374b08f-6c6b-4706-b2ee-f056f35ed6b7 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 944 time: 0.5702360
Jan 25 18:44:25.655539 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b02e5-76e7-443e-98b9-b7f2483cdf59 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Pushing event updated for resources: {'Port': ['ID=e77a6f61-5988-4ee2-84b5-cc8e7b678974,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:25.661052 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-155b02e5-76e7-443e-98b9-b7f2483cdf59 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:25.667234 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-dc777a4d-ac99-43e7-91b4-1c406b6ff424 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Resources bound (agent type, host, resource id):  {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:44:25.670561 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-dc777a4d-ac99-43e7-91b4-1c406b6ff424 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Received port after_create {{(pid=80198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:44:25.700192 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-dc777a4d-ac99-43e7-91b4-1c406b6ff424 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:25.701271 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-dc777a4d-ac99-43e7-91b4-1c406b6ff424 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:25.728383 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-155b02e5-76e7-443e-98b9-b7f2483cdf59 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Network 18622258-cc8c-47a0-913a-154bf9be8ebc is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:44:25.729766 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-155b02e5-76e7-443e-98b9-b7f2483cdf59 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:44:25.732423 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-155b02e5-76e7-443e-98b9-b7f2483cdf59 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:44:25.761395 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-155b02e5-76e7-443e-98b9-b7f2483cdf59 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:25.762489 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-155b02e5-76e7-443e-98b9-b7f2483cdf59 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:25.814554 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-155b02e5-76e7-443e-98b9-b7f2483cdf59 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8364115
Jan 25 18:44:25.829653 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ff022da1-ce66-4664-8156-922a0cdea494 req-50c512e3-a2d0-4888-aa33-ba1cb68930bd tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832390
Jan 25 18:44:25.835375 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-dc777a4d-ac99-43e7-91b4-1c406b6ff424 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0894322
Jan 25 18:44:25.981439 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8a6709-b03a-429e-8491-492e7bf96f35 {{(pid=80198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 25 18:44:26.009332 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:26.024591 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] Transition to ACTIVE for port object 2e8a6709-b03a-429e-8491-492e7bf96f35 will not be triggered until provisioned by entity L2. {{(pid=80198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:44:26.029204 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-23dbda82-96d1-4e04-91fa-cab9ffa8deb3 None None] Provisioning for port 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:44:26.043340 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-23dbda82-96d1-4e04-91fa-cab9ffa8deb3 None None] Provisioning complete for port 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:44:26.044336 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-23dbda82-96d1-4e04-91fa-cab9ffa8deb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:26.077063 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:26.081320 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577dd51-0a5f-4456-9dac-87543c481328 req-10f23d23-cce9-483c-99a1-5e71cc00a14c tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:26.082549 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-0577dd51-0a5f-4456-9dac-87543c481328 req-10f23d23-cce9-483c-99a1-5e71cc00a14c tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Synchronizing usage tracker for tenant:e33a018e9f954cdc8b0b90314907d180 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:44:26.101869 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-0577dd51-0a5f-4456-9dac-87543c481328 req-10f23d23-cce9-483c-99a1-5e71cc00a14c tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Unset dirty status for tenant:e33a018e9f954cdc8b0b90314907d180 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:44:26.103103 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:26.103273 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0577dd51-0a5f-4456-9dac-87543c481328 req-10f23d23-cce9-483c-99a1-5e71cc00a14c tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 931 time: 0.2553170
Jan 25 18:44:26.176462 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-23dbda82-96d1-4e04-91fa-cab9ffa8deb3 None None] Port 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 18:44:26.185806 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-0577dd51-0a5f-4456-9dac-87543c481328 req-8067551f-e689-46bd-b7eb-ac8b56118159 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Synchronizing usage tracker for tenant:e33a018e9f954cdc8b0b90314907d180 on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:44:26.218952 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-0577dd51-0a5f-4456-9dac-87543c481328 req-8067551f-e689-46bd-b7eb-ac8b56118159 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Unset dirty status for tenant:e33a018e9f954cdc8b0b90314907d180 on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:44:26.224059 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0577dd51-0a5f-4456-9dac-87543c481328 req-8067551f-e689-46bd-b7eb-ac8b56118159 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053503
Jan 25 18:44:26.306124 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] Pushing event updated for resources: {'Port': ['ID=2e8a6709-b03a-429e-8491-492e7bf96f35,revision_number=2']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:26.314760 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:26.376246 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05970-339f-414f-a5db-0fbe89f5753b req-6962e29d-94c6-487c-995d-477b843adec6 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:26.377105 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-6bf05970-339f-414f-a5db-0fbe89f5753b req-6962e29d-94c6-487c-995d-477b843adec6 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Synchronizing usage tracker for tenant:209da4d33dc74678ab66bd74395f33ba on resource:port {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:44:26.470438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-6bf05970-339f-414f-a5db-0fbe89f5753b req-6962e29d-94c6-487c-995d-477b843adec6 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Unset dirty status for tenant:209da4d33dc74678ab66bd74395f33ba on resource:port {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:44:26.471742 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6bf05970-339f-414f-a5db-0fbe89f5753b req-6962e29d-94c6-487c-995d-477b843adec6 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 931 time: 0.4445040
Jan 25 18:44:26.535734 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] Attempting to bind port 2e8a6709-b03a-429e-8491-492e7bf96f35 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:44:26.536066 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] Attempting to bind port 2e8a6709-b03a-429e-8491-492e7bf96f35 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '176dc6f2-0c02-4621-a68b-f4ed6bbe54d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '18622258-cc8c-47a0-913a-154bf9be8ebc'}] {{(pid=80198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:44:26.536447 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] Attempting to bind port 2e8a6709-b03a-429e-8491-492e7bf96f35 on network 18622258-cc8c-47a0-913a-154bf9be8ebc {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:44:26.549638 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] Checking agent: {'id': '2edca791-6dfd-4a0b-9497-e94f443cd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 33), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:44:26.550042 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] Checking segment: {'id': '176dc6f2-0c02-4621-a68b-f4ed6bbe54d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '18622258-cc8c-47a0-913a-154bf9be8ebc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:44:26.550436 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:26.550832 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] Bound using segment: {'id': '176dc6f2-0c02-4621-a68b-f4ed6bbe54d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '18622258-cc8c-47a0-913a-154bf9be8ebc'} {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:44:26.551356 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] Bound port: 2e8a6709-b03a-429e-8491-492e7bf96f35, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176dc6f2-0c02-4621-a68b-f4ed6bbe54d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '18622258-cc8c-47a0-913a-154bf9be8ebc'}}] {{(pid=80198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:44:26.551735 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:26.570851 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6bf05970-339f-414f-a5db-0fbe89f5753b req-6895f16c-04a8-468e-9bed-edbd8ea798db tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898025
Jan 25 18:44:26.688466 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] For port 2e8a6709-b03a-429e-8491-492e7bf96f35, host hv-cinder-77238, cleared binding levels {{(pid=80198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:44:26.693447 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] For port 2e8a6709-b03a-429e-8491-492e7bf96f35, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=2e8a6709-b03a-429e-8491-492e7bf96f35,segment=NetworkSegment(176dc6f2-0c02-4621-a68b-f4ed6bbe54d8),segment_id=176dc6f2-0c02-4621-a68b-f4ed6bbe54d8)] {{(pid=80198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:44:26.700211 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:26.731327 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8de727a6-8964-4698-890b-d0b5a518474c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:26.845285 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 56176) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:26.934387 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84162da9-9d1c-42d6-87b2-fc0af086346e req-42593feb-257c-4d8a-b60d-bd6197bbc001 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:26.937441 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-84162da9-9d1c-42d6-87b2-fc0af086346e req-42593feb-257c-4d8a-b60d-bd6197bbc001 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 943 time: 0.1943901
Jan 25 18:44:27.034345 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-84162da9-9d1c-42d6-87b2-fc0af086346e req-59fd2ba4-798c-462b-a82e-44e02a4574d0 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884202
Jan 25 18:44:27.124508 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] Pushing event updated for resources: {'Port': ['ID=2e8a6709-b03a-429e-8491-492e7bf96f35,revision_number=3']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:27.154278 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:27.187157 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bae18c09-cf32-4958-ab4c-6e26d79e6c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:27.204300 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-bae18c09-cf32-4958-ab4c-6e26d79e6c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:44:27.208806 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-bae18c09-cf32-4958-ab4c-6e26d79e6c57 admin admin] Usage tracker for resource:security_group_rule and tenant:4829f71edda94bcb99e9828d618c45ba is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:44:27.212045 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-bae18c09-cf32-4958-ab4c-6e26d79e6c57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:44:27.219079 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-bae18c09-cf32-4958-ab4c-6e26d79e6c57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:44:27.254559 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:27.255651 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:27.258350 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] 10.222.0.70 "PUT /v2.0/ports/2e8a6709-b03a-429e-8491-492e7bf96f35 HTTP/1.1" status: 200  len: 1157 time: 3.3012607
Jan 25 18:44:27.259172 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54fa1c4b-a2df-4e89-bfc1-ed46354bd847', 'tag': '2e8a6709-b03a-429e-8491-492e7bf96f35'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:44:27.375711 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bae18c09-cf32-4958-ab4c-6e26d79e6c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:27.382619 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bae18c09-cf32-4958-ab4c-6e26d79e6c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:27.457718 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-23388a04-8b1b-4501-9b6f-83716757891e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:27.465914 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa501ae-74f8-4907-9cdd-8a42318c9b23 req-7c9b91b6-4650-4599-a221-1eea02e65c5f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:27.466217 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bfa501ae-74f8-4907-9cdd-8a42318c9b23 req-7c9b91b6-4650-4599-a221-1eea02e65c5f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 944 time: 0.4345040
Jan 25 18:44:27.491554 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-bae18c09-cf32-4958-ab4c-6e26d79e6c57 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4829f71edda94bcb99e9828d618c45ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6399374
Jan 25 18:44:27.518050 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 56198) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:27.599203 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae18c09-cf32-4958-ab4c-6e26d79e6c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55846bac-a98e-448c-a04d-73ca1b34c25c,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:27.604275 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-bae18c09-cf32-4958-ab4c-6e26d79e6c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:27.653084 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bfa501ae-74f8-4907-9cdd-8a42318c9b23 req-d383e305-7911-41e8-86ed-c29d17f6ab9c tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1746781
Jan 25 18:44:27.670014 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac350310-470e-4f45-9731-ec48872bd671 req-e7ee42ba-c6f1-42d7-a83a-cda9aed633d4 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:27.671844 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ac350310-470e-4f45-9731-ec48872bd671 req-e7ee42ba-c6f1-42d7-a83a-cda9aed633d4 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 931 time: 0.2165604
Jan 25 18:44:27.716305 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cce11d86-7ee1-4362-9ffb-cc9b3407479a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:27.733817 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ac350310-470e-4f45-9731-ec48872bd671 req-31438f2f-e2a0-402c-b9d1-321c072626d5 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525532
Jan 25 18:44:27.750438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cce11d86-7ee1-4362-9ffb-cc9b3407479a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:27.887830 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cce11d86-7ee1-4362-9ffb-cc9b3407479a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:27.926883 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce30bc-d844-4b41-9762-0f9f5c518140 req-285e74fb-608b-467c-9518-8bd9625eb9c0 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:27.928603 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-51ce30bc-d844-4b41-9762-0f9f5c518140 req-285e74fb-608b-467c-9518-8bd9625eb9c0 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 931 time: 0.1357965
Jan 25 18:44:27.932549 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54fa1c4b-a2df-4e89-bfc1-ed46354bd847', 'tag': '2e8a6709-b03a-429e-8491-492e7bf96f35', 'status': 'completed', 'code': 200}
Jan 25 18:44:27.933174 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b068997e-e2aa-44af-986d-471b2c5bb2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:27.960496 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce11d86-7ee1-4362-9ffb-cc9b3407479a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55846bac-a98e-448c-a04d-73ca1b34c25c,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:27.963660 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cce11d86-7ee1-4362-9ffb-cc9b3407479a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:27.976613 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cce11d86-7ee1-4362-9ffb-cc9b3407479a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:27.982007 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-cce11d86-7ee1-4362-9ffb-cc9b3407479a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/55846bac-a98e-448c-a04d-73ca1b34c25c HTTP/1.1" status: 204  len: 168 time: 0.4547415
Jan 25 18:44:28.008020 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-51ce30bc-d844-4b41-9762-0f9f5c518140 req-2d12a772-7865-4974-8857-5c82215006c9 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648704
Jan 25 18:44:28.318670 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff5435-2861-4bcb-bde5-6004644aaf57 req-9e06cee7-d649-4400-a2c7-d26cb0f54a8a tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:28.320473 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-89ff5435-2861-4bcb-bde5-6004644aaf57 req-9e06cee7-d649-4400-a2c7-d26cb0f54a8a tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 943 time: 0.1314633
Jan 25 18:44:28.387291 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-89ff5435-2861-4bcb-bde5-6004644aaf57 req-a6c82f0a-2b0e-4880-a5d0-b7aa5feb00b9 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541084
Jan 25 18:44:28.992260 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238b395-5969-4fe3-9d8e-aa6a62c34195 req-5aaa7201-f90c-4343-b5df-6dc0ebc743c1 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:28.994560 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a238b395-5969-4fe3-9d8e-aa6a62c34195 req-5aaa7201-f90c-4343-b5df-6dc0ebc743c1 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 944 time: 0.2002285
Jan 25 18:44:29.081402 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a238b395-5969-4fe3-9d8e-aa6a62c34195 req-43466b0f-9456-425c-8b51-420a769ac588 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665450
Jan 25 18:44:29.110929 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd82abe-70d4-4956-ad52-781a05a8808b req-5e0ff951-65ae-4221-b74c-b865b1441c7a tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:29.113492 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9bd82abe-70d4-4956-ad52-781a05a8808b req-5e0ff951-65ae-4221-b74c-b865b1441c7a tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 931 time: 0.1528897
Jan 25 18:44:29.190929 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9bd82abe-70d4-4956-ad52-781a05a8808b req-72ebf831-dbd0-4012-ad24-42e0a6d34e8f tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686336
Jan 25 18:44:29.401290 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a93866-880d-497b-b355-149fa3f1f55f req-b1c3ddea-b704-46a2-86b0-64ee81864e78 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:29.405500 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-66a93866-880d-497b-b355-149fa3f1f55f req-b1c3ddea-b704-46a2-86b0-64ee81864e78 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 931 time: 0.1364505
Jan 25 18:44:29.483384 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-66a93866-880d-497b-b355-149fa3f1f55f req-74059f9a-e00d-4fd8-8c1c-7c782e1aea8e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681362
Jan 25 18:44:29.676911 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249a8e6-9bfa-4109-8e96-3a8dcf9d4322 req-e4033f6b-d979-4367-923d-ee6ee978ceb9 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:29.678658 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8249a8e6-9bfa-4109-8e96-3a8dcf9d4322 req-e4033f6b-d979-4367-923d-ee6ee978ceb9 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 943 time: 0.1438606
Jan 25 18:44:29.739169 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8249a8e6-9bfa-4109-8e96-3a8dcf9d4322 req-9b1eb160-cf4f-4100-96ca-bf43b7537c10 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534539
Jan 25 18:44:30.115261 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] Request body: {'port': {'device_id': '9c4bc74b-81ff-4b73-a160-51965dd1e86c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:44:30.122533 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] Request body: {'port': {'device_id': '217e9da8-830b-457a-b1c4-676b0a62de77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:44:30.392280 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:30.460594 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:30.717490 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574f4b7-5aad-43c7-8dbe-a83fbb691117 req-5465965d-0c2f-4a97-989d-c6434536a8ea tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:30.720683 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0574f4b7-5aad-43c7-8dbe-a83fbb691117 req-5465965d-0c2f-4a97-989d-c6434536a8ea tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 944 time: 0.4228809
Jan 25 18:44:30.764473 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687c4ef-cd40-49e8-aeea-2275a72250c2 req-55258f80-af4b-496f-b9f6-8c061b8480bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:30.766208 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9687c4ef-cd40-49e8-aeea-2275a72250c2 req-55258f80-af4b-496f-b9f6-8c061b8480bc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e33a018e9f954cdc8b0b90314907d180&device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 1160 time: 0.5929081
Jan 25 18:44:30.871685 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0574f4b7-5aad-43c7-8dbe-a83fbb691117 req-065c8b91-150e-4e88-b7dd-ed2ab37c3ef3 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907137
Jan 25 18:44:30.882790 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33056432-c4ec-45ff-b2f1-28042ee94667 req-faa09d12-c3a5-4015-92c5-bf16e3ee8f95 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:30.885406 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-33056432-c4ec-45ff-b2f1-28042ee94667 req-faa09d12-c3a5-4015-92c5-bf16e3ee8f95 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 931 time: 0.5504212
Jan 25 18:44:31.207325 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-33056432-c4ec-45ff-b2f1-28042ee94667 req-8736ed52-3615-4f1b-b243-58850e3db72d tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2156656
Jan 25 18:44:31.219788 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687c4ef-cd40-49e8-aeea-2275a72250c2 req-2b6d2810-80d5-4467-ad7e-96dde343c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:31.221667 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9687c4ef-cd40-49e8-aeea-2275a72250c2 req-2b6d2810-80d5-4467-ad7e-96dde343c6a5 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=e33a018e9f954cdc8b0b90314907d180&shared=False HTTP/1.1" status: 200  len: 912 time: 0.4392834
Jan 25 18:44:31.458825 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748727d9-484e-4a27-9113-8f98af4f1cb0 req-f8605804-e1eb-4744-ba10-d7c6e548eedb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:31.460535 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-748727d9-484e-4a27-9113-8f98af4f1cb0 req-f8605804-e1eb-4744-ba10-d7c6e548eedb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 931 time: 0.2816865
Jan 25 18:44:31.497805 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 {{(pid=80198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 25 18:44:31.514218 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:31.548790 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] Transition to ACTIVE for port object 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 will not be triggered until provisioned by entity L2. {{(pid=80198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:44:31.559740 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-748727d9-484e-4a27-9113-8f98af4f1cb0 req-c38c803e-31ef-41b5-bc39-7b92bb321328 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0812840
Jan 25 18:44:31.561112 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:31.576384 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:31.740529 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687c4ef-cd40-49e8-aeea-2275a72250c2 req-50a374da-2243-42e1-b01c-e84fa656e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:31.742978 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9687c4ef-cd40-49e8-aeea-2275a72250c2 req-50a374da-2243-42e1-b01c-e84fa656e078 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.4284661
Jan 25 18:44:31.862910 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2822983-0fc3-4d57-80c7-89bee13285dd req-75671f7b-231c-4bac-a411-3b40e90d9e1a tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:31.864642 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a2822983-0fc3-4d57-80c7-89bee13285dd req-75671f7b-231c-4bac-a411-3b40e90d9e1a tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 943 time: 0.3626430
Jan 25 18:44:31.948181 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] Pushing event updated for resources: {'Port': ['ID=219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95,revision_number=2']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:31.959435 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:31.972104 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e77a6f61-5988-4ee2-84b5-cc8e7b678974 {{(pid=80199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 25 18:44:31.985113 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:32.038757 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] Transition to ACTIVE for port object e77a6f61-5988-4ee2-84b5-cc8e7b678974 will not be triggered until provisioned by entity L2. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:44:32.060785 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a2822983-0fc3-4d57-80c7-89bee13285dd req-a21d979d-ee27-4a79-b372-1b480179f6c8 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480246
Jan 25 18:44:32.063138 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:32.092073 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8ffbb3b3-a541-40c6-a55d-8933c23748b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:32.170022 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-6e73d5a4-5f90-4e49-8d07-ae0b7232ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:32.172628 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-6e73d5a4-5f90-4e49-8d07-ae0b7232ba4a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e33a018e9f954cdc8b0b90314907d180&device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 1160 time: 0.3039768
Jan 25 18:44:32.396785 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] Pushing event updated for resources: {'Port': ['ID=e77a6f61-5988-4ee2-84b5-cc8e7b678974,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:32.404508 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:32.464355 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] Attempting to bind port 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:44:32.465193 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] Attempting to bind port 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '55410d9d-97de-42cd-bba9-f6786af81212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986'}] {{(pid=80198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:44:32.465637 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] Attempting to bind port 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 on network 23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:44:32.477394 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-7f51894a-f951-414a-a6f7-c741d285097e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e8a6709-b03a-429e-8491-492e7bf96f35 HTTP/1.1" status: 200  len: 217 time: 0.2332821
Jan 25 18:44:32.489353 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] Checking agent: {'id': '2edca791-6dfd-4a0b-9497-e94f443cd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 33), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:44:32.490022 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] Checking segment: {'id': '55410d9d-97de-42cd-bba9-f6786af81212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:44:32.490697 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:32.491370 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] Bound using segment: {'id': '55410d9d-97de-42cd-bba9-f6786af81212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986'} {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:44:32.492216 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] Bound port: 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55410d9d-97de-42cd-bba9-f6786af81212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986'}}] {{(pid=80198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:44:32.492872 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:32.648871 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-7ef6cf60-cf6c-4985-aebc-4f69df802a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:32.651005 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-7ef6cf60-cf6c-4985-aebc-4f69df802a37 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e41f3cd-e809-4d09-9708-244cf575d1af HTTP/1.1" status: 200  len: 858 time: 0.1144102
Jan 25 18:44:32.686397 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374d24f-6960-44c2-85ae-2f827b2c61ac req-4dc07af3-9c31-4b28-b0dd-3fc748262a3d tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:32.689498 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1374d24f-6960-44c2-85ae-2f827b2c61ac req-4dc07af3-9c31-4b28-b0dd-3fc748262a3d tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 944 time: 0.6146491
Jan 25 18:44:32.789149 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-97102af1-7bb0-42de-b7ba-08ff285f7f9c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18622258-cc8c-47a0-913a-154bf9be8ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0682416
Jan 25 18:44:32.874338 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1374d24f-6960-44c2-85ae-2f827b2c61ac req-c385024a-cff3-49c6-ac48-56bee662c79f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666307
Jan 25 18:44:32.884135 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] For port 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95, host hv-cinder-77238, cleared binding levels {{(pid=80198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:44:32.887865 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576c83a-5329-45c3-8479-75b062cc948c req-10737ac4-ebfd-49a0-8106-b3f4592685d1 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:32.891277 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] For port 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95,segment=NetworkSegment(55410d9d-97de-42cd-bba9-f6786af81212),segment_id=55410d9d-97de-42cd-bba9-f6786af81212)] {{(pid=80198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:44:32.893672 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3576c83a-5329-45c3-8479-75b062cc948c req-10737ac4-ebfd-49a0-8106-b3f4592685d1 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 943 time: 0.4148066
Jan 25 18:44:32.895054 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] Attempting to bind port e77a6f61-5988-4ee2-84b5-cc8e7b678974 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:44:32.895926 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] Attempting to bind port e77a6f61-5988-4ee2-84b5-cc8e7b678974 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '176dc6f2-0c02-4621-a68b-f4ed6bbe54d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '18622258-cc8c-47a0-913a-154bf9be8ebc'}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:44:32.896347 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] Attempting to bind port e77a6f61-5988-4ee2-84b5-cc8e7b678974 on network 18622258-cc8c-47a0-913a-154bf9be8ebc {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:44:32.897796 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:32.915441 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:33.059858 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] Checking agent: {'id': '2edca791-6dfd-4a0b-9497-e94f443cd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 33), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:44:33.060832 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] Checking segment: {'id': '176dc6f2-0c02-4621-a68b-f4ed6bbe54d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '18622258-cc8c-47a0-913a-154bf9be8ebc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:44:33.062154 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:33.063237 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] Bound using segment: {'id': '176dc6f2-0c02-4621-a68b-f4ed6bbe54d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '18622258-cc8c-47a0-913a-154bf9be8ebc'} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:44:33.064351 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] Bound port: e77a6f61-5988-4ee2-84b5-cc8e7b678974, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176dc6f2-0c02-4621-a68b-f4ed6bbe54d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '18622258-cc8c-47a0-913a-154bf9be8ebc'}}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:44:33.065252 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:33.082739 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 56310) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:33.094300 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] Pushing event updated for resources: {'Port': ['ID=219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95,revision_number=3']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:33.102724 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:33.146477 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:33.147522 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3576c83a-5329-45c3-8479-75b062cc948c req-ad15c2dc-ecb8-477c-89ed-f502d95a227a tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2395093
Jan 25 18:44:33.157830 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:33.163797 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] 10.222.0.70 "PUT /v2.0/ports/219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 HTTP/1.1" status: 200  len: 1157 time: 3.0535283
Jan 25 18:44:33.164341 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217e9da8-830b-457a-b1c4-676b0a62de77', 'tag': '219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:44:33.283738 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] For port e77a6f61-5988-4ee2-84b5-cc8e7b678974, host hv-cinder-77238, cleared binding levels {{(pid=80199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:44:33.287251 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] For port e77a6f61-5988-4ee2-84b5-cc8e7b678974, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e77a6f61-5988-4ee2-84b5-cc8e7b678974,segment=NetworkSegment(176dc6f2-0c02-4621-a68b-f4ed6bbe54d8),segment_id=176dc6f2-0c02-4621-a68b-f4ed6bbe54d8)] {{(pid=80199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:44:33.303396 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:33.415258 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-08d87d48-50a4-49ab-b8df-69bdbd0a197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:33.421676 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-08d87d48-50a4-49ab-b8df-69bdbd0a197f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=209da4d33dc74678ab66bd74395f33ba&device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 1160 time: 0.1792777
Jan 25 18:44:33.535488 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-155b02e5-76e7-443e-98b9-b7f2483cdf59 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:33.589493 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-447f7414-7f9c-4ea3-b5c5-feeaa58204e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 HTTP/1.1" status: 200  len: 217 time: 0.1527474
Jan 25 18:44:33.658967 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ccc4df4a-a65b-4eb8-8a20-aab7409ca427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:33.667146 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] Pushing event updated for resources: {'Port': ['ID=e77a6f61-5988-4ee2-84b5-cc8e7b678974,revision_number=3']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:33.671230 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:33.675997 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:33.676637 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:33.678209 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] 10.222.0.70 "PUT /v2.0/ports/e77a6f61-5988-4ee2-84b5-cc8e7b678974 HTTP/1.1" status: 200  len: 1157 time: 3.5710731
Jan 25 18:44:33.680472 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-cc466361-0b63-40f1-997d-db47e5ae7914 service neutron] 10.222.0.70 "GET /v2.0/networks/18622258-cc8c-47a0-913a-154bf9be8ebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8697002
Jan 25 18:44:33.681733 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4bc74b-81ff-4b73-a160-51965dd1e86c', 'tag': 'e77a6f61-5988-4ee2-84b5-cc8e7b678974'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:44:33.692186 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-ccc4df4a-a65b-4eb8-8a20-aab7409ca427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:44:33.726801 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-ccc4df4a-a65b-4eb8-8a20-aab7409ca427 admin admin] Usage tracker for resource:security_group_rule and tenant:2b4769b6b4ef4d6998d760539ede4ca9 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:44:33.732866 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-ccc4df4a-a65b-4eb8-8a20-aab7409ca427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:44:33.745453 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-ccc4df4a-a65b-4eb8-8a20-aab7409ca427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:44:33.749456 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-14eed271-736b-46a3-b896-062da6e54d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:33.751485 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-14eed271-736b-46a3-b896-062da6e54d54 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=351749ea-67fa-4715-84dd-c0eb9be61229 HTTP/1.1" status: 200  len: 855 time: 0.1477640
Jan 25 18:44:33.992467 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-1ca41892-1dd4-4159-b30b-7940813395f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:33.995079 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-1ca41892-1dd4-4159-b30b-7940813395f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2294052
Jan 25 18:44:34.059285 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83d61d-f91b-4028-8cda-d429dc2b410d req-9b22a4fa-e636-46a0-927d-062f20429f97 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:34.061987 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5d83d61d-f91b-4028-8cda-d429dc2b410d req-9b22a4fa-e636-46a0-927d-062f20429f97 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 943 time: 0.2459941
Jan 25 18:44:34.115386 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ccc4df4a-a65b-4eb8-8a20-aab7409ca427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:34.125442 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ccc4df4a-a65b-4eb8-8a20-aab7409ca427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:34.153234 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-dc7cac9b-b697-4379-b249-0503eab27dd4 service neutron] 10.222.0.70 "GET /v2.0/networks/18622258-cc8c-47a0-913a-154bf9be8ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4474003
Jan 25 18:44:34.170653 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:34.212259 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4df4a-a65b-4eb8-8a20-aab7409ca427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2add1e74-fe0c-4a70-8ced-d3eff6e6cf0c,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:34.247813 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-ccc4df4a-a65b-4eb8-8a20-aab7409ca427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:34.330292 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6639e-c2f7-42db-a0a3-465d22fec9c0 req-097b74d9-a53d-4f74-98c9-6c92ff8be930 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:34.332094 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-60f6639e-c2f7-42db-a0a3-465d22fec9c0 req-097b74d9-a53d-4f74-98c9-6c92ff8be930 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.8712966
Jan 25 18:44:34.358945 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-ccc4df4a-a65b-4eb8-8a20-aab7409ca427 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b4769b6b4ef4d6998d760539ede4ca9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2739754
Jan 25 18:44:34.376057 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5d83d61d-f91b-4028-8cda-d429dc2b410d req-a4fa941a-783d-4d03-bdc5-05bd9fcb1628 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2830460
Jan 25 18:44:34.384005 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 56346) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:34.406401 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-60f6639e-c2f7-42db-a0a3-465d22fec9c0 req-e8826fd1-e561-43c8-b7a1-e219e803bc78 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Synchronizing usage tracker for tenant:209da4d33dc74678ab66bd74395f33ba on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:44:34.446573 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-49af25b6-1a81-49ec-a93c-dd861fa76899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:34.448943 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-49af25b6-1a81-49ec-a93c-dd861fa76899 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e33a018e9f954cdc8b0b90314907d180&device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 1160 time: 0.2901967
Jan 25 18:44:34.450365 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-60f6639e-c2f7-42db-a0a3-465d22fec9c0 req-e8826fd1-e561-43c8-b7a1-e219e803bc78 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Unset dirty status for tenant:209da4d33dc74678ab66bd74395f33ba on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:44:34.452059 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-60f6639e-c2f7-42db-a0a3-465d22fec9c0 req-e8826fd1-e561-43c8-b7a1-e219e803bc78 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1096621
Jan 25 18:44:34.580144 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217e9da8-830b-457a-b1c4-676b0a62de77', 'tag': '219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95', 'status': 'completed', 'code': 200}
Jan 25 18:44:34.656822 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-cad50f6d-9563-47ad-9b81-9bbccc384092 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e77a6f61-5988-4ee2-84b5-cc8e7b678974 HTTP/1.1" status: 200  len: 217 time: 0.1802940
Jan 25 18:44:34.659356 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:34.662816 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4bc74b-81ff-4b73-a160-51965dd1e86c', 'tag': 'e77a6f61-5988-4ee2-84b5-cc8e7b678974', 'status': 'completed', 'code': 200}
Jan 25 18:44:34.730012 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:34.778137 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-2876c2ba-d8b7-414f-b8f8-a71bd6c25508 service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6479907
Jan 25 18:44:34.878588 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:34.911864 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-e6699deb-3e6b-4db3-bba5-a229cb884410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:34.914057 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-e6699deb-3e6b-4db3-bba5-a229cb884410 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e41f3cd-e809-4d09-9708-244cf575d1af HTTP/1.1" status: 200  len: 858 time: 0.2486730
Jan 25 18:44:34.946147 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:34.960646 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683ba80-7f5e-4db7-b8d3-c9a58499cccb req-d986f174-85ff-4fa5-bcd9-ee33cb4da633 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:34.962524 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c683ba80-7f5e-4db7-b8d3-c9a58499cccb req-d986f174-85ff-4fa5-bcd9-ee33cb4da633 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 943 time: 0.1980984
Jan 25 18:44:35.034569 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2add1e74-fe0c-4a70-8ced-d3eff6e6cf0c,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:35.050683 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:35.051076 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:35.051602 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:35.052186 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:35.052627 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:35.052866 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:35.053279 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:35.053804 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:35.054172 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:35.054538 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:35.055369 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:35.055742 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:35.056901 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:35.057348 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:35.057759 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:35.058157 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:35.058683 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:35.059185 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:35.059668 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:35.059964 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:35.060331 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:35.060691 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:35.061098 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:35.061601 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:35.069683 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:35.095452 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:35.096541 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2add1e74-fe0c-4a70-8ced-d3eff6e6cf0c HTTP/1.1" status: 204  len: 168 time: 0.7077138
Jan 25 18:44:35.146285 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-1a9a86b4-318e-4a1f-a5fd-7faf6ab2323f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18622258-cc8c-47a0-913a-154bf9be8ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1825309
Jan 25 18:44:35.151835 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eca5a7b6-777c-4835-a68a-f5d1215589fb req-ebd5d6e4-b439-43aa-bd33-add1290837f2 service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3590028
Jan 25 18:44:35.210344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d4fae-e1b3-420e-9eb5-a4387afdd450 req-5e548d33-cf69-4f1e-acf9-37ca82bd638f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:35.212096 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7a4d4fae-e1b3-420e-9eb5-a4387afdd450 req-5e548d33-cf69-4f1e-acf9-37ca82bd638f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 944 time: 0.3507669
Jan 25 18:44:35.251289 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c683ba80-7f5e-4db7-b8d3-c9a58499cccb req-01d2b01e-b270-407f-8d72-6e7393d6c4ec tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533160
Jan 25 18:44:35.383696 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-280a6309-290c-49f2-a2bf-ee742c1f255b service neutron] 10.222.0.70 "GET /v2.0/networks/18622258-cc8c-47a0-913a-154bf9be8ebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2169702
Jan 25 18:44:35.417000 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7a4d4fae-e1b3-420e-9eb5-a4387afdd450 req-804c8530-2da6-490f-b8e9-5d054c174b7c tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970406
Jan 25 18:44:35.485720 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a927f67-19ca-4040-860f-aa6e173bf8c6 req-d550b43b-e0a3-49b6-8496-b4569f45b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:35.489365 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9a927f67-19ca-4040-860f-aa6e173bf8c6 req-d550b43b-e0a3-49b6-8496-b4569f45b6c9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=209da4d33dc74678ab66bd74395f33ba&device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 1160 time: 0.1953778
Jan 25 18:44:35.625845 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-82313cec-ffbc-4bc1-8d89-165c8314b1ee req-35f02fd6-1e50-43aa-bc13-be1b51d4b682 service neutron] 10.222.0.70 "GET /v2.0/networks/18622258-cc8c-47a0-913a-154bf9be8ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2337587
Jan 25 18:44:35.759584 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 56370) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:35.841406 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a927f67-19ca-4040-860f-aa6e173bf8c6 req-b729e57d-2bb5-41b0-920e-49b7cd7ddf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:35.843307 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9a927f67-19ca-4040-860f-aa6e173bf8c6 req-b729e57d-2bb5-41b0-920e-49b7cd7ddf71 service neutron] 10.222.0.70 "GET /v2.0/networks?id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 HTTP/1.1" status: 200  len: 910 time: 0.3465409
Jan 25 18:44:35.899268 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b987b7-c990-4ccc-a14e-a4b1765add3a req-049eb572-1038-40f0-8bbe-028083b32ffb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:35.908722 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-57b987b7-c990-4ccc-a14e-a4b1765add3a req-049eb572-1038-40f0-8bbe-028083b32ffb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.2072721
Jan 25 18:44:35.998268 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e5df7-5751-4e65-85fe-e870c46866c0 req-9f0c11f5-657b-44da-aa1f-fdc10f566dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:36.014756 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f48e5df7-5751-4e65-85fe-e870c46866c0 req-9f0c11f5-657b-44da-aa1f-fdc10f566dda service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e33a018e9f954cdc8b0b90314907d180&device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 1160 time: 0.2359865
Jan 25 18:44:36.077635 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 56380) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:36.080051 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9a927f67-19ca-4040-860f-aa6e173bf8c6 req-7c3272f3-31f3-4994-abe6-25a4f92f5e69 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 HTTP/1.1" status: 200  len: 217 time: 0.1541581
Jan 25 18:44:36.086272 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-453d1649-b79b-4c84-8ea9-243b05c5eca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:36.133274 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6a5b-c5d9-41ba-8ec2-b93351d8cea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:36.163905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-453d1649-b79b-4c84-8ea9-243b05c5eca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:44:36.179920 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-57b987b7-c990-4ccc-a14e-a4b1765add3a req-8f287745-70ba-47e2-a264-a223fc17ac0a tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2698939
Jan 25 18:44:36.181793 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-453d1649-b79b-4c84-8ea9-243b05c5eca3 admin admin] Usage tracker for resource:security_group_rule and tenant:2a2a4c6abde74daaa75531d0d62c2608 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:44:36.185929 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-cb1b6a5b-c5d9-41ba-8ec2-b93351d8cea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:44:36.188371 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-453d1649-b79b-4c84-8ea9-243b05c5eca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:44:36.195522 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-cb1b6a5b-c5d9-41ba-8ec2-b93351d8cea9 admin admin] Usage tracker for resource:security_group_rule and tenant:b94aba4caa4e4425bb83a3395391ebbf is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:44:36.199375 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-453d1649-b79b-4c84-8ea9-243b05c5eca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:44:36.201733 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-cb1b6a5b-c5d9-41ba-8ec2-b93351d8cea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:44:36.210952 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-cb1b6a5b-c5d9-41ba-8ec2-b93351d8cea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:44:36.222653 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896b2c1-5d6c-4c2c-abb3-00ad1505dd8f req-1ef6e4cf-9e6e-4b7f-ae37-6d87bee5601e tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:36.224629 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7896b2c1-5d6c-4c2c-abb3-00ad1505dd8f req-1ef6e4cf-9e6e-4b7f-ae37-6d87bee5601e tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 943 time: 0.5709133
Jan 25 18:44:36.299086 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e5df7-5751-4e65-85fe-e870c46866c0 req-79216c5e-3de8-439a-9529-8505084c66ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:36.301164 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f48e5df7-5751-4e65-85fe-e870c46866c0 req-79216c5e-3de8-439a-9529-8505084c66ac service neutron] 10.222.0.70 "GET /v2.0/networks?id=18622258-cc8c-47a0-913a-154bf9be8ebc HTTP/1.1" status: 200  len: 912 time: 0.2669456
Jan 25 18:44:36.342855 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7896b2c1-5d6c-4c2c-abb3-00ad1505dd8f req-7f9832ab-b3a7-473a-a2eb-df95d92f108f tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850501
Jan 25 18:44:36.383159 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-453d1649-b79b-4c84-8ea9-243b05c5eca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:36.389772 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6a5b-c5d9-41ba-8ec2-b93351d8cea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:36.398185 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-453d1649-b79b-4c84-8ea9-243b05c5eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:36.408579 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6a5b-c5d9-41ba-8ec2-b93351d8cea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:36.411466 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cce11d86-7ee1-4362-9ffb-cc9b3407479a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:36.519838 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d1649-b79b-4c84-8ea9-243b05c5eca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acd80b3-d875-4d2f-82ec-794b993f22ee,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:36.536810 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-cb1b6a5b-c5d9-41ba-8ec2-b93351d8cea9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b94aba4caa4e4425bb83a3395391ebbf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4556768
Jan 25 18:44:36.542065 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 56394) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:36.585502 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b6a5b-c5d9-41ba-8ec2-b93351d8cea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27656f9c-b9a9-45f6-95e5-63616ff2b8de,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:36.589572 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cb1b6a5b-c5d9-41ba-8ec2-b93351d8cea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:36.591980 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-7bbe047d-d7bc-4f5e-8068-46b450c712c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:36.592392 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-7bbe047d-d7bc-4f5e-8068-46b450c712c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:36.595216 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-453d1649-b79b-4c84-8ea9-243b05c5eca3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2a2a4c6abde74daaa75531d0d62c2608&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8343673
Jan 25 18:44:36.599897 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 56398) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:36.757627 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-06df3bda-49a1-4736-ace7-96b915dd2ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:36.798077 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-06df3bda-49a1-4736-ace7-96b915dd2ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:36.801943 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:36.847437 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ef6fd-2ef9-415d-a733-748501b6240f req-e848887a-39be-44b7-bde7-e6df1a4c523e tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:36.849253 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c62ef6fd-2ef9-415d-a733-748501b6240f req-e848887a-39be-44b7-bde7-e6df1a4c523e tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 944 time: 0.2096601
Jan 25 18:44:36.884239 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:36.958246 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c62ef6fd-2ef9-415d-a733-748501b6240f req-fd7a854e-f186-499f-bc39-a2a8c6d68531 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926385
Jan 25 18:44:36.963224 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2f0dc-de80-4f35-b6e4-64cab7ba5d66 req-f022b97c-7699-4bd0-8059-422973dad96f tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:36.965073 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dac2f0dc-de80-4f35-b6e4-64cab7ba5d66 req-f022b97c-7699-4bd0-8059-422973dad96f tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 943 time: 0.2997732
Jan 25 18:44:36.971334 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-06df3bda-49a1-4736-ace7-96b915dd2ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:37.006982 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-7bbe047d-d7bc-4f5e-8068-46b450c712c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:37.037309 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df3bda-49a1-4736-ace7-96b915dd2ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acd80b3-d875-4d2f-82ec-794b993f22ee,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:37.040487 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-06df3bda-49a1-4736-ace7-96b915dd2ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:37.042344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-06df3bda-49a1-4736-ace7-96b915dd2ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:37.044081 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-06df3bda-49a1-4736-ace7-96b915dd2ecf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0acd80b3-d875-4d2f-82ec-794b993f22ee HTTP/1.1" status: 204  len: 168 time: 0.4426124
Jan 25 18:44:37.084719 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dac2f0dc-de80-4f35-b6e4-64cab7ba5d66 req-044bf855-fc8b-4119-9f6c-a06025262b00 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004398
Jan 25 18:44:37.100241 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:37.107336 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-7198973b-5e66-46de-8457-fec158f4a9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:37.137751 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27656f9c-b9a9-45f6-95e5-63616ff2b8de,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:37.157679 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:37.157679 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:37.157679 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:37.157679 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:37.157679 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:37.158378 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:37.158378 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:37.158615 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:37.158911 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:37.159283 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:37.159659 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:37.160030 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:37.160579 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:37.160802 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:37.161210 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:37.161584 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:37.161963 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:37.162331 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:37.162700 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:37.163071 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:37.163430 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:37.163912 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:37.164094 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:37.164854 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:37.169432 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:37.177981 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:37.183916 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/27656f9c-b9a9-45f6-95e5-63616ff2b8de HTTP/1.1" status: 204  len: 168 time: 0.6363127
Jan 25 18:44:37.711645 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac915c3a-692d-4586-9881-644d66dbbd48 req-032e3c5b-8611-4926-9231-fbe575ac04c6 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:37.727220 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ac915c3a-692d-4586-9881-644d66dbbd48 req-032e3c5b-8611-4926-9231-fbe575ac04c6 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.2320874
Jan 25 18:44:37.745946 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 56426) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:37.796070 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e6de4b41-130e-469d-9936-1dc1e6c93437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:37.827647 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ac915c3a-692d-4586-9881-644d66dbbd48 req-03eb0e8c-b88d-43fa-8f86-373852c9d10a tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0990770
Jan 25 18:44:37.834163 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-e6de4b41-130e-469d-9936-1dc1e6c93437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:44:37.912589 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616ec32-106b-4165-aa6b-f308f00a0778 req-72d7ea95-9dd5-4dd0-a226-07117b20d890 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:37.916151 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d616ec32-106b-4165-aa6b-f308f00a0778 req-72d7ea95-9dd5-4dd0-a226-07117b20d890 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 943 time: 0.3104188
Jan 25 18:44:37.917932 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-e6de4b41-130e-469d-9936-1dc1e6c93437 admin admin] Usage tracker for resource:security_group_rule and tenant:d59e01ae690d4f24b0b22530e2b3bbea is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:44:37.923150 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-e6de4b41-130e-469d-9936-1dc1e6c93437 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:44:37.948684 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-e6de4b41-130e-469d-9936-1dc1e6c93437 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:44:38.047240 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a927f67-19ca-4040-860f-aa6e173bf8c6 req-2a3e3178-472b-416c-8830-52f2166e4223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:38.048866 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9a927f67-19ca-4040-860f-aa6e173bf8c6 req-2a3e3178-472b-416c-8830-52f2166e4223 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=351749ea-67fa-4715-84dd-c0eb9be61229 HTTP/1.1" status: 200  len: 855 time: 0.0968177
Jan 25 18:44:38.068405 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f48e5df7-5751-4e65-85fe-e870c46866c0 req-dd783dd6-a483-4ab8-af8a-ae4aa62c89d2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e77a6f61-5988-4ee2-84b5-cc8e7b678974 HTTP/1.1" status: 200  len: 217 time: 0.1133025
Jan 25 18:44:38.111595 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d616ec32-106b-4165-aa6b-f308f00a0778 req-bbb8f078-78a0-4b38-8308-bb72566c52d0 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1841323
Jan 25 18:44:38.197701 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e6de4b41-130e-469d-9936-1dc1e6c93437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:38.204581 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e6de4b41-130e-469d-9936-1dc1e6c93437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:38.216056 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0ca3d67e-1a39-4bab-a282-65446e53d04f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:38.256342 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de4b41-130e-469d-9936-1dc1e6c93437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243e449c-9a2b-44f6-8784-f8930fa0a54e,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:38.262630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e6de4b41-130e-469d-9936-1dc1e6c93437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:38.280656 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-e6de4b41-130e-469d-9936-1dc1e6c93437 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d59e01ae690d4f24b0b22530e2b3bbea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5299532
Jan 25 18:44:38.284991 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 56442) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:38.312599 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67000ce0-5b66-4856-99f5-b1173e82009b req-60fd6290-1bc0-44c2-a55d-c6215f90e4cc tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:38.314324 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-67000ce0-5b66-4856-99f5-b1173e82009b req-60fd6290-1bc0-44c2-a55d-c6215f90e4cc tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 944 time: 0.1909766
Jan 25 18:44:38.388791 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-67000ce0-5b66-4856-99f5-b1173e82009b req-a4c1510c-ad41-4e53-86dd-020fe4cc1283 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669153
Jan 25 18:44:38.482137 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ea1e164c-44eb-40b9-8378-6ec6dd6d2740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:38.584856 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa7b2f-086e-4d8f-b1e9-019de6e1d1d6 req-362babec-59b7-4245-8b8e-33443577211e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:38.587918 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-04aa7b2f-086e-4d8f-b1e9-019de6e1d1d6 req-362babec-59b7-4245-8b8e-33443577211e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 943 time: 0.2875531
Jan 25 18:44:38.647671 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ea1e164c-44eb-40b9-8378-6ec6dd6d2740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:38.777241 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-04aa7b2f-086e-4d8f-b1e9-019de6e1d1d6 req-03a7cb00-7fd5-470f-b235-fd7e931342fa tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1706228
Jan 25 18:44:38.792068 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ea1e164c-44eb-40b9-8378-6ec6dd6d2740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:38.797910 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:38.814079 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e164c-44eb-40b9-8378-6ec6dd6d2740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243e449c-9a2b-44f6-8784-f8930fa0a54e,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:38.817126 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-ea1e164c-44eb-40b9-8378-6ec6dd6d2740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:38.818474 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ea1e164c-44eb-40b9-8378-6ec6dd6d2740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:38.819788 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-ea1e164c-44eb-40b9-8378-6ec6dd6d2740 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/243e449c-9a2b-44f6-8784-f8930fa0a54e HTTP/1.1" status: 204  len: 168 time: 0.5335834
Jan 25 18:44:39.213674 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e5df7-5751-4e65-85fe-e870c46866c0 req-e715c73a-0b1d-4302-a488-a2ae4cd61c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:39.216754 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f48e5df7-5751-4e65-85fe-e870c46866c0 req-e715c73a-0b1d-4302-a488-a2ae4cd61c20 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e41f3cd-e809-4d09-9708-244cf575d1af HTTP/1.1" status: 200  len: 858 time: 0.1958811
Jan 25 18:44:39.305363 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a927f67-19ca-4040-860f-aa6e173bf8c6 req-66016eeb-1834-4972-bc8a-d5402d915617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:39.307082 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9a927f67-19ca-4040-860f-aa6e173bf8c6 req-66016eeb-1834-4972-bc8a-d5402d915617 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2870586
Jan 25 18:44:39.363256 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4378a-a809-4f5c-8408-7c486597e746 req-d0f26463-3371-44c3-9f62-db6ada11062d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:39.364918 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f0b4378a-a809-4f5c-8408-7c486597e746 req-d0f26463-3371-44c3-9f62-db6ada11062d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1739290
Jan 25 18:44:39.440187 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f0b4378a-a809-4f5c-8408-7c486597e746 req-0cd13f61-3c2d-4563-9122-f510bdeaf5b1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636883
Jan 25 18:44:39.501260 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726c289-662f-427b-afc1-99e7b12b1b1c req-7d751248-0e38-4fe4-889d-c0728e84d47a tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:39.510394 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b726c289-662f-427b-afc1-99e7b12b1b1c req-7d751248-0e38-4fe4-889d-c0728e84d47a tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 943 time: 0.2242608
Jan 25 18:44:39.614681 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b726c289-662f-427b-afc1-99e7b12b1b1c req-b961cbe3-a73e-4ecd-99f2-abb1f9e19aa3 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029060
Jan 25 18:44:40.082932 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb30426-7bc3-4393-9ae1-e5f9b8337853 req-b08226a7-8365-44cc-bc17-44098e290c51 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:40.084933 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2cb30426-7bc3-4393-9ae1-e5f9b8337853 req-b08226a7-8365-44cc-bc17-44098e290c51 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 944 time: 0.3656621
Jan 25 18:44:40.193457 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2cb30426-7bc3-4393-9ae1-e5f9b8337853 req-c5e296d3-edab-445a-a567-97006c2b77dd tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005585
Jan 25 18:44:40.295695 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e63896-5ed7-4abb-b914-a08282e78313 req-37a7e8aa-a2ac-47eb-b09f-1f9bf2e2d323 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:40.297139 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e9e63896-5ed7-4abb-b914-a08282e78313 req-37a7e8aa-a2ac-47eb-b09f-1f9bf2e2d323 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 943 time: 0.2456481
Jan 25 18:44:40.420527 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e9e63896-5ed7-4abb-b914-a08282e78313 req-84f31a5f-76ad-46c7-90e2-bdb028672568 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124852
Jan 25 18:44:40.780219 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f48e5df7-5751-4e65-85fe-e870c46866c0 req-02254335-171f-4a68-988d-8da3b2c63cfb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18622258-cc8c-47a0-913a-154bf9be8ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1656337
Jan 25 18:44:40.825343 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:41.034703 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35fbaa-ebfc-473a-a787-3238f6525729 req-f409e94b-6b32-42cf-aeb4-a9906b556063 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:41.051483 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5f35fbaa-ebfc-473a-a787-3238f6525729 req-f409e94b-6b32-42cf-aeb4-a9906b556063 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.3121829
Jan 25 18:44:41.063939 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f48e5df7-5751-4e65-85fe-e870c46866c0 req-b8728fb8-c0e2-4675-a34b-355b4a22493f service neutron] 10.222.0.70 "GET /v2.0/networks/18622258-cc8c-47a0-913a-154bf9be8ebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2759495
Jan 25 18:44:41.114301 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9a927f67-19ca-4040-860f-aa6e173bf8c6 req-5fcfe83d-4fa4-4d2e-b449-49f20577ccd5 service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4962175
Jan 25 18:44:41.129581 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5f35fbaa-ebfc-473a-a787-3238f6525729 req-ced867ad-65e6-4cdc-af4e-a78266484331 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749779
Jan 25 18:44:41.180650 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14b44e-8e5f-4c78-baf8-48c94e95ec82 req-bcf7f0d9-d2be-4b3e-aae9-8e4cd3d72e38 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:41.182979 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-da14b44e-8e5f-4c78-baf8-48c94e95ec82 req-bcf7f0d9-d2be-4b3e-aae9-8e4cd3d72e38 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 943 time: 0.2625070
Jan 25 18:44:41.329764 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-da14b44e-8e5f-4c78-baf8-48c94e95ec82 req-6f4b34aa-e163-4940-a84d-692cbf61f50b tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389773
Jan 25 18:44:41.393815 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f48e5df7-5751-4e65-85fe-e870c46866c0 req-6c2b7a9b-c6f7-414a-bd6d-6b25c746dc7e service neutron] 10.222.0.70 "GET /v2.0/networks/18622258-cc8c-47a0-913a-154bf9be8ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3217821
Jan 25 18:44:41.473175 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9a927f67-19ca-4040-860f-aa6e173bf8c6 req-4842d430-26b5-42ea-9211-f0f53f311f29 service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3385363
Jan 25 18:44:41.561273 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912d8cf-1bf5-4ac8-a1f7-f06b459376c1 req-4907fe65-8844-4107-a02c-0e146d5440e3 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:41.563236 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b912d8cf-1bf5-4ac8-a1f7-f06b459376c1 req-4907fe65-8844-4107-a02c-0e146d5440e3 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 944 time: 0.1716754
Jan 25 18:44:41.644431 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b912d8cf-1bf5-4ac8-a1f7-f06b459376c1 req-3967f7bb-2e68-4cce-94b3-8ee8ac2f17a8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685544
Jan 25 18:44:41.765443 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6d1ec-6026-467a-b7cf-2bfe75f197cb req-a34b891a-a340-43fd-9953-d8bb32747980 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:41.767041 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1ce6d1ec-6026-467a-b7cf-2bfe75f197cb req-a34b891a-a340-43fd-9953-d8bb32747980 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 943 time: 0.1377592
Jan 25 18:44:41.861649 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1ce6d1ec-6026-467a-b7cf-2bfe75f197cb req-ecc2501b-15ae-4311-90a8-1f311efb16b9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815318
Jan 25 18:44:42.309241 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.objects.ports [None req-4ed8e639-ca8c-4fcd-8131-ae7f54a284fc None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80201) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 25 18:44:42.588162 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02d1f2-83c0-4c76-992d-6803fc36c4ec req-b59dd7f0-ae35-45d2-b30f-34b2b4be0d52 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:42.590073 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ea02d1f2-83c0-4c76-992d-6803fc36c4ec req-b59dd7f0-ae35-45d2-b30f-34b2b4be0d52 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.2640519
Jan 25 18:44:42.694118 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ea02d1f2-83c0-4c76-992d-6803fc36c4ec req-3a701b23-fdb5-4280-81b9-30cbce9e7b00 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0840275
Jan 25 18:44:42.726256 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a96e9-bc71-4fbd-96ac-5e764504fa6d req-0d3b9fda-899d-4bce-8817-721fbe85e31b tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:42.728832 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b06a96e9-bc71-4fbd-96ac-5e764504fa6d req-0d3b9fda-899d-4bce-8817-721fbe85e31b tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 943 time: 0.2042222
Jan 25 18:44:42.815787 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b06a96e9-bc71-4fbd-96ac-5e764504fa6d req-a49ff9d5-9383-40f2-b8eb-7f219e068ccd tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735848
Jan 25 18:44:43.232714 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7b793-125d-4cd8-af0c-52d3272c413d req-088ab581-0caf-44fe-8284-5c558a78b459 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:43.235655 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d9d7b793-125d-4cd8-af0c-52d3272c413d req-088ab581-0caf-44fe-8284-5c558a78b459 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 943 time: 0.1413803
Jan 25 18:44:43.262795 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f8290-9023-48c9-b243-f348227da021 req-fa6b4a9a-0154-49b0-9634-9ac4437c480a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:43.265034 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-825f8290-9023-48c9-b243-f348227da021 req-fa6b4a9a-0154-49b0-9634-9ac4437c480a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 944 time: 0.3015306
Jan 25 18:44:43.334221 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-825f8290-9023-48c9-b243-f348227da021 req-196ada71-292d-44b0-a8eb-27502468a18c tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560503
Jan 25 18:44:43.338228 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d9d7b793-125d-4cd8-af0c-52d3272c413d req-278e7ab9-b2bd-4e2e-8d09-9574c582d3f6 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942426
Jan 25 18:44:44.123934 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b8533-20cb-4dfd-ac2f-3cbeec903fec req-ff22b046-6a95-467f-ada7-3669dd5540c7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:44.126071 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e24b8533-20cb-4dfd-ac2f-3cbeec903fec req-ff22b046-6a95-467f-ada7-3669dd5540c7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1970384
Jan 25 18:44:44.128134 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:44:44.236448 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e24b8533-20cb-4dfd-ac2f-3cbeec903fec req-64a3bf86-62c9-41bd-9542-67b5aa2cd9ac tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0932856
Jan 25 18:44:44.278476 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f2cc1-6825-4383-b076-84e6dff0c4e1 req-6dc09e61-1e72-4f2b-91ab-50ccb9170d4f tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:44.278476 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-905f2cc1-6825-4383-b076-84e6dff0c4e1 req-6dc09e61-1e72-4f2b-91ab-50ccb9170d4f tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 943 time: 0.1371553
Jan 25 18:44:44.345975 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-905f2cc1-6825-4383-b076-84e6dff0c4e1 req-503faec5-98d1-4293-9932-68f262d2571d tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553148
Jan 25 18:44:44.713706 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2346de-d6ee-4985-a569-71cea90d3ff6 req-69e94541-e33e-4fdc-b089-c773bb51f6b9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:44.715859 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dd2346de-d6ee-4985-a569-71cea90d3ff6 req-69e94541-e33e-4fdc-b089-c773bb51f6b9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 943 time: 0.1913764
Jan 25 18:44:44.778845 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dd2346de-d6ee-4985-a569-71cea90d3ff6 req-be2c1fd6-606d-405f-8cba-495e56a5e2a0 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560296
Jan 25 18:44:44.946238 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2edb8-c7b8-4035-8c2b-58df67339fbe req-faa78f91-1d64-479e-ba08-6f5d8c3def58 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:44.948041 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-00a2edb8-c7b8-4035-8c2b-58df67339fbe req-faa78f91-1d64-479e-ba08-6f5d8c3def58 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 944 time: 0.2042968
Jan 25 18:44:45.023899 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-00a2edb8-c7b8-4035-8c2b-58df67339fbe req-a41dc5f7-7804-4850-800f-943547e271e3 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634761
Jan 25 18:44:45.346162 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device c848c6b2-06db-4a71-9bee-e76271616245 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:44:45.455731 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning for port c848c6b2-06db-4a71-9bee-e76271616245 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:44:45.462089 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port c848c6b2-06db-4a71-9bee-e76271616245 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:44:45.463410 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:45.632748 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccc86f-5b76-49ac-a8c5-bb905084802b req-04c2ac81-3b76-4eec-ac0b-bd381790f750 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:45.635352 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-76ccc86f-5b76-49ac-a8c5-bb905084802b req-04c2ac81-3b76-4eec-ac0b-bd381790f750 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1290107
Jan 25 18:44:45.665372 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:45.707660 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port c848c6b2-06db-4a71-9bee-e76271616245, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c848c6b2-06db-4a71-9bee-e76271616245,segment=NetworkSegment(64b31ac6-716f-4c4a-ad64-58104b03ceac),segment_id=64b31ac6-716f-4c4a-ad64-58104b03ceac)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:44:45.708644 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07cf690-13cd-483e-97f1-53b4214bc8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c848c6b2-06db-4a71-9bee-e76271616245'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:44:45.730693 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a3514-1835-41a5-8828-24843f1f46cb req-8c1a62b1-1a89-4040-8c1f-9a04fdfd4261 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:45.732574 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-517a3514-1835-41a5-8828-24843f1f46cb req-8c1a62b1-1a89-4040-8c1f-9a04fdfd4261 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 943 time: 0.1352284
Jan 25 18:44:45.743844 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-76ccc86f-5b76-49ac-a8c5-bb905084802b req-7fdbc15d-8eea-4f94-9869-24ee5de7de0e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1013834
Jan 25 18:44:45.774332 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:45.775860 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 7f97d01d-8756-4d11-9fa8-49c7ec3f3f75 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:44:45.857984 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-517a3514-1835-41a5-8828-24843f1f46cb req-3ea555f9-90de-426c-a800-daf358f93a2d tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071897
Jan 25 18:44:46.072058 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:46.154597 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning for port 7f97d01d-8756-4d11-9fa8-49c7ec3f3f75 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:44:46.173245 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 7f97d01d-8756-4d11-9fa8-49c7ec3f3f75 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:44:46.173245 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:46.257301 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=c848c6b2-06db-4a71-9bee-e76271616245,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:46.291903 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:46.292556 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:46.293218 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:46.294449 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:46.295110 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:46.295779 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:46.296341 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:46.297011 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:46.297693 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:46.298314 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:46.298940 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:46.300393 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:46.301186 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:46.301816 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:46.302445 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:46.303062 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:46.303701 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:46.304328 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:46.304977 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:46.305665 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:46.306562 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:46.307208 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:46.307849 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:46.308454 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:44:46.322373 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:46.359885 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff016926-5e2b-4b85-8500-02466bde3dae req-97de43f8-51b3-41f2-a34a-2845a0fc7248 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:46.362198 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ff016926-5e2b-4b85-8500-02466bde3dae req-97de43f8-51b3-41f2-a34a-2845a0fc7248 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 943 time: 0.2724950
Jan 25 18:44:46.491139 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ff016926-5e2b-4b85-8500-02466bde3dae req-ba9fa58f-20d5-4da6-b23e-6183bf5d0dfb tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182294
Jan 25 18:44:46.536279 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:46.592155 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57efed-967e-4261-aaab-5dc530ba944b req-ecde65ba-f7b9-4720-aaf9-907056707566 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:46.594781 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9b57efed-967e-4261-aaab-5dc530ba944b req-ecde65ba-f7b9-4720-aaf9-907056707566 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 946 time: 0.1801894
Jan 25 18:44:46.656905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 7f97d01d-8756-4d11-9fa8-49c7ec3f3f75, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=7f97d01d-8756-4d11-9fa8-49c7ec3f3f75,segment=NetworkSegment(513f1e79-0fed-4207-9adf-8777c68a979a),segment_id=513f1e79-0fed-4207-9adf-8777c68a979a)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:44:46.665987 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:46.669326 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-88ecfdc7-a73b-4b5a-bc4f-8a91dfd45491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:46.770355 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9b57efed-967e-4261-aaab-5dc530ba944b req-785fd9b9-b444-45e9-b960-686c10ac51ae tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1658180
Jan 25 18:44:46.848995 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=7f97d01d-8756-4d11-9fa8-49c7ec3f3f75,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:46.852350 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:46.959380 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07cf690-13cd-483e-97f1-53b4214bc8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c848c6b2-06db-4a71-9bee-e76271616245', 'code': 200}
Jan 25 18:44:47.152461 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b088a5e-19fa-45d3-b360-9ae2af82a11b req-bbf29727-0f35-4221-aed8-7d0b561bfef4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:47.154258 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7b088a5e-19fa-45d3-b360-9ae2af82a11b req-bbf29727-0f35-4221-aed8-7d0b561bfef4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.2052243
Jan 25 18:44:47.220010 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7b088a5e-19fa-45d3-b360-9ae2af82a11b req-152e026b-4e7b-4adc-ae3d-26ba9e35d5d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586190
Jan 25 18:44:47.328423 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 56708) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:47.473294 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003884f-d068-46c4-9fe3-d68214fdc244 req-4fb3719c-b219-4038-8ac8-d50a407c0fb5 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:47.475043 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6003884f-d068-46c4-9fe3-d68214fdc244 req-4fb3719c-b219-4038-8ac8-d50a407c0fb5 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 945 time: 0.2146070
Jan 25 18:44:47.557816 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b7d5f1f9-51cd-4a0c-8248-34c7016f2878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:47.581315 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-b7d5f1f9-51cd-4a0c-8248-34c7016f2878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:44:47.591150 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-b7d5f1f9-51cd-4a0c-8248-34c7016f2878 admin admin] Usage tracker for resource:security_group_rule and tenant:dcc9f780d65b4a85a3195cc0a23d7d23 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:44:47.599124 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-b7d5f1f9-51cd-4a0c-8248-34c7016f2878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:44:47.615586 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-b7d5f1f9-51cd-4a0c-8248-34c7016f2878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:44:47.813451 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6003884f-d068-46c4-9fe3-d68214fdc244 req-efd429d6-798c-49d1-a1c2-f32aff0ba4fd tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3267488
Jan 25 18:44:47.838953 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b7d5f1f9-51cd-4a0c-8248-34c7016f2878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:47.850024 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b7d5f1f9-51cd-4a0c-8248-34c7016f2878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:47.871921 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:47.989575 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-b7d5f1f9-51cd-4a0c-8248-34c7016f2878 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dcc9f780d65b4a85a3195cc0a23d7d23&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6594617
Jan 25 18:44:47.990896 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5f1f9-51cd-4a0c-8248-34c7016f2878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e06f1a-7964-427c-9eee-e535cfc27959,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:47.993938 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 56720) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:47.997992 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b7d5f1f9-51cd-4a0c-8248-34c7016f2878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:48.077605 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f9192-b7c2-404d-b4ab-c5daa29050ae req-f2c59815-3654-43c5-b951-f1ab55735f3d tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:48.079009 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-b68f9192-b7c2-404d-b4ab-c5daa29050ae req-f2c59815-3654-43c5-b951-f1ab55735f3d tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Synchronizing usage tracker for tenant:e33a018e9f954cdc8b0b90314907d180 on resource:port {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:44:48.102320 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-b68f9192-b7c2-404d-b4ab-c5daa29050ae req-f2c59815-3654-43c5-b951-f1ab55735f3d tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Unset dirty status for tenant:e33a018e9f954cdc8b0b90314907d180 on resource:port {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:44:48.104260 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b68f9192-b7c2-404d-b4ab-c5daa29050ae req-f2c59815-3654-43c5-b951-f1ab55735f3d tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 943 time: 0.3686650
Jan 25 18:44:48.148212 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-70211079-c859-4ff7-b3ce-9836e4f7e246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:48.183755 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b68f9192-b7c2-404d-b4ab-c5daa29050ae req-0cd28cfb-ab14-4f92-8848-35a58f379078 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651762
Jan 25 18:44:48.193118 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-70211079-c859-4ff7-b3ce-9836e4f7e246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:48.276484 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012d63a-f230-44ca-a561-b2ac41ae4b3a req-41ddc137-cd74-4656-8e03-66814627c420 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:48.278733 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2012d63a-f230-44ca-a561-b2ac41ae4b3a req-41ddc137-cd74-4656-8e03-66814627c420 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 946 time: 0.2008109
Jan 25 18:44:48.290465 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-70211079-c859-4ff7-b3ce-9836e4f7e246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:48.295980 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a200c214-31a0-4d1a-a5b1-b99f7393cf91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:48.311205 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70211079-c859-4ff7-b3ce-9836e4f7e246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e06f1a-7964-427c-9eee-e535cfc27959,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:48.330623 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-70211079-c859-4ff7-b3ce-9836e4f7e246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:48.350278 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-70211079-c859-4ff7-b3ce-9836e4f7e246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:48.351501 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-70211079-c859-4ff7-b3ce-9836e4f7e246 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e3e06f1a-7964-427c-9eee-e535cfc27959 HTTP/1.1" status: 204  len: 168 time: 0.3558016
Jan 25 18:44:48.396316 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2012d63a-f230-44ca-a561-b2ac41ae4b3a req-0ff1bd05-5a6c-4366-a936-0df2509cc6c9 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906215
Jan 25 18:44:48.687986 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828120a6-3579-4d37-b6ad-5282bb1141ef req-119f5627-073f-4004-b725-b2b64be068cf tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:48.691707 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-828120a6-3579-4d37-b6ad-5282bb1141ef req-119f5627-073f-4004-b725-b2b64be068cf tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1695671
Jan 25 18:44:48.772085 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-828120a6-3579-4d37-b6ad-5282bb1141ef req-90fa7685-4f21-4a06-b18d-843f21f705a7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728991
Jan 25 18:44:48.816039 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 56734) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:48.838387 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c5ea3849-5031-493b-93b1-9ed6f84cffad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:48.858292 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-c5ea3849-5031-493b-93b1-9ed6f84cffad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:44:48.863544 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-c5ea3849-5031-493b-93b1-9ed6f84cffad admin admin] Usage tracker for resource:security_group_rule and tenant:2cfd64ca6eda460594b2b110dce10035 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:44:48.867237 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-c5ea3849-5031-493b-93b1-9ed6f84cffad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:44:48.874248 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-c5ea3849-5031-493b-93b1-9ed6f84cffad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:44:48.960707 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131e329a-fcbe-4427-a1b4-81f029d66f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f97d01d-8756-4d11-9fa8-49c7ec3f3f75'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:44:48.987826 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c5ea3849-5031-493b-93b1-9ed6f84cffad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:48.994608 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c5ea3849-5031-493b-93b1-9ed6f84cffad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:49.016799 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:49.080377 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea3849-5031-493b-93b1-9ed6f84cffad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adcf07c-b767-406e-902c-990c6c208547,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:49.107633 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c5ea3849-5031-493b-93b1-9ed6f84cffad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:49.119567 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131e329a-fcbe-4427-a1b4-81f029d66f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f97d01d-8756-4d11-9fa8-49c7ec3f3f75', 'code': 200}
Jan 25 18:44:49.173388 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-c5ea3849-5031-493b-93b1-9ed6f84cffad admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2cfd64ca6eda460594b2b110dce10035&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3556881
Jan 25 18:44:49.176577 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 56744) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:49.248516 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc8b5b68-45a0-4385-8f0d-5b7ca29ec6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:49.293054 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0355b-f28f-4fb5-a460-74e42657b604 req-061c24a3-a616-4735-bdcb-1aa24eec07da tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:49.296142 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0fb0355b-f28f-4fb5-a460-74e42657b604 req-061c24a3-a616-4735-bdcb-1aa24eec07da tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 945 time: 0.1623402
Jan 25 18:44:49.305546 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc8b5b68-45a0-4385-8f0d-5b7ca29ec6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:49.392110 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0fb0355b-f28f-4fb5-a460-74e42657b604 req-e41b4b57-3fe7-4cc7-a3b7-c2710002944f tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834258
Jan 25 18:44:49.394159 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc8b5b68-45a0-4385-8f0d-5b7ca29ec6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:49.411632 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-06df3bda-49a1-4736-ace7-96b915dd2ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:49.511310 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b5b68-45a0-4385-8f0d-5b7ca29ec6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adcf07c-b767-406e-902c-990c6c208547,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:49.529311 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cc8b5b68-45a0-4385-8f0d-5b7ca29ec6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:49.530585 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc8b5b68-45a0-4385-8f0d-5b7ca29ec6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:49.535943 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-cc8b5b68-45a0-4385-8f0d-5b7ca29ec6f3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1adcf07c-b767-406e-902c-990c6c208547 HTTP/1.1" status: 204  len: 168 time: 0.3541250
Jan 25 18:44:49.670729 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf570c86-fee6-4940-a5e1-f213692e4e03 req-9a54ee4d-789f-4bcb-85ec-97604fa4c5a9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:49.674038 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bf570c86-fee6-4940-a5e1-f213692e4e03 req-9a54ee4d-789f-4bcb-85ec-97604fa4c5a9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 943 time: 0.2339604
Jan 25 18:44:49.735349 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bf570c86-fee6-4940-a5e1-f213692e4e03 req-1218a810-b41f-409e-828e-fa4e3ad264ef tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544674
Jan 25 18:44:49.790046 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c1233-db0f-4ff0-90d5-96c8d1828c35 req-eab19430-a94e-428f-8554-670c325f225d tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:49.791794 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-874c1233-db0f-4ff0-90d5-96c8d1828c35 req-eab19430-a94e-428f-8554-670c325f225d tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 946 time: 0.1738584
Jan 25 18:44:49.850727 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-874c1233-db0f-4ff0-90d5-96c8d1828c35 req-b31c89ed-d127-47fc-8253-8a51a180f9eb tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522766
Jan 25 18:44:50.145626 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 56764) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:50.157039 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b12200-c0da-4bd8-bf4d-730b937be91e req-46c9e1f5-aa6f-4564-be30-d2f61e52a4b4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:50.158825 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-67b12200-c0da-4bd8-bf4d-730b937be91e req-46c9e1f5-aa6f-4564-be30-d2f61e52a4b4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.2022088
Jan 25 18:44:50.183439 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f5b14706-9bca-43da-814f-adbad6f3e8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:50.214882 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-f5b14706-9bca-43da-814f-adbad6f3e8d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:44:50.223333 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-f5b14706-9bca-43da-814f-adbad6f3e8d9 admin admin] Usage tracker for resource:security_group_rule and tenant:f8da3088c4024d4a908ad9cff1ad9f93 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:44:50.228560 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-67b12200-c0da-4bd8-bf4d-730b937be91e req-cc433c02-d767-474a-907d-b3c23ac5f0ac tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558538
Jan 25 18:44:50.230110 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-f5b14706-9bca-43da-814f-adbad6f3e8d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:44:50.241673 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-f5b14706-9bca-43da-814f-adbad6f3e8d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:44:50.368910 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f5b14706-9bca-43da-814f-adbad6f3e8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:50.373382 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f5b14706-9bca-43da-814f-adbad6f3e8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:50.383846 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:50.434964 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-f5b14706-9bca-43da-814f-adbad6f3e8d9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f8da3088c4024d4a908ad9cff1ad9f93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2875297
Jan 25 18:44:50.435798 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b14706-9bca-43da-814f-adbad6f3e8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a2a80b-3234-4ded-a527-c5eff6a96b76,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:50.437793 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 56770) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:50.439503 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f5b14706-9bca-43da-814f-adbad6f3e8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:50.520404 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1d688c09-0f2c-4906-b8ed-13a0db8ef794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:50.557601 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1d688c09-0f2c-4906-b8ed-13a0db8ef794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:50.618807 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1d688c09-0f2c-4906-b8ed-13a0db8ef794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:50.627363 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:50.657998 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d688c09-0f2c-4906-b8ed-13a0db8ef794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a2a80b-3234-4ded-a527-c5eff6a96b76,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:50.674180 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1d688c09-0f2c-4906-b8ed-13a0db8ef794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:50.680534 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1d688c09-0f2c-4906-b8ed-13a0db8ef794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:50.685549 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-1d688c09-0f2c-4906-b8ed-13a0db8ef794 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f5a2a80b-3234-4ded-a527-c5eff6a96b76 HTTP/1.1" status: 204  len: 168 time: 0.2461696
Jan 25 18:44:50.760143 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee2a8c-987a-4c96-aadf-f2181dad9062 req-b1ea34c7-7285-42dc-9fbd-15b56500cce1 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:50.762227 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-26ee2a8c-987a-4c96-aadf-f2181dad9062 req-b1ea34c7-7285-42dc-9fbd-15b56500cce1 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 945 time: 0.2110612
Jan 25 18:44:50.817449 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9a8fac81-2d21-4b72-9c57-026cf887fbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:50.852296 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-26ee2a8c-987a-4c96-aadf-f2181dad9062 req-67ccfc59-207f-4d09-8655-b4a143017142 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742128
Jan 25 18:44:50.893761 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e5d0c-1182-4945-949c-49af9b628268 req-9bedd406-2ff8-4ef0-a1f2-902b48de98b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:50.895452 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e37e5d0c-1182-4945-949c-49af9b628268 req-9bedd406-2ff8-4ef0-a1f2-902b48de98b4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 1163 time: 0.1233690
Jan 25 18:44:50.921687 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-e37e5d0c-1182-4945-949c-49af9b628268 req-c30f27dd-a2aa-41f2-9c43-5d379e24b78f service neutron] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:50.940327 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-e37e5d0c-1182-4945-949c-49af9b628268 req-c30f27dd-a2aa-41f2-9c43-5d379e24b78f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:44:50.944988 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-e37e5d0c-1182-4945-949c-49af9b628268 req-c30f27dd-a2aa-41f2-9c43-5d379e24b78f service neutron] Usage tracker for resource:security_group_rule and tenant:108c6c60d4f141d99f3cb693bd1c16b7 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:44:50.948791 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-e37e5d0c-1182-4945-949c-49af9b628268 req-c30f27dd-a2aa-41f2-9c43-5d379e24b78f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:44:50.955469 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-e37e5d0c-1182-4945-949c-49af9b628268 req-c30f27dd-a2aa-41f2-9c43-5d379e24b78f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:44:51.159839 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a3ff6-c4e8-480c-a205-fe0b73557c07 req-9e06acb4-ee0e-42ee-8b70-83e183dbe702 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:51.161569 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e31a3ff6-c4e8-480c-a205-fe0b73557c07 req-9e06acb4-ee0e-42ee-8b70-83e183dbe702 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 943 time: 0.1925271
Jan 25 18:44:51.209744 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd75dd6-3528-490b-807f-8eaaf7105729 req-282ada15-a551-4b05-9a70-f66c32cddd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:51.211843 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2cd75dd6-3528-490b-807f-8eaaf7105729 req-282ada15-a551-4b05-9a70-f66c32cddd34 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 1162 time: 0.1748526
Jan 25 18:44:51.217031 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-e37e5d0c-1182-4945-949c-49af9b628268 req-c30f27dd-a2aa-41f2-9c43-5d379e24b78f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:51.228530 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-e37e5d0c-1182-4945-949c-49af9b628268 req-c30f27dd-a2aa-41f2-9c43-5d379e24b78f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:51.242913 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:44:51.268474 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e31a3ff6-c4e8-480c-a205-fe0b73557c07 req-bb8ac5ad-54d5-4500-af3c-83bd98281f06 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941849
Jan 25 18:44:51.271281 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2e5d3-a363-434a-90f1-8e04669e71e1 req-05ceb616-9b8f-490e-a797-01e12502f6c5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:51.273026 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e7a2e5d3-a363-434a-90f1-8e04669e71e1 req-05ceb616-9b8f-490e-a797-01e12502f6c5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 946 time: 0.1733320
Jan 25 18:44:51.286069 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e37e5d0c-1182-4945-949c-49af9b628268 req-c30f27dd-a2aa-41f2-9c43-5d379e24b78f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3830912
Jan 25 18:44:51.295481 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f27dd-a2aa-41f2-9c43-5d379e24b78f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a108e691-b657-476b-b9e7-135432e75fe8,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:44:51.299023 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c30f27dd-a2aa-41f2-9c43-5d379e24b78f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:44:51.336718 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2cd75dd6-3528-490b-807f-8eaaf7105729 req-10746ac5-e5d0-42fa-b628-b059b343ddf9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158371
Jan 25 18:44:51.373840 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e7a2e5d3-a363-434a-90f1-8e04669e71e1 req-cd5d001f-7644-4b7d-8b4d-3f8e2652f850 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913737
Jan 25 18:44:51.598901 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b74d28-7d60-4c63-8835-a0d7a5514572 req-d44bcd87-7e63-48a9-9b95-0f0b599d6f17 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:51.600662 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f1b74d28-7d60-4c63-8835-a0d7a5514572 req-d44bcd87-7e63-48a9-9b95-0f0b599d6f17 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1387048
Jan 25 18:44:51.658354 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f1b74d28-7d60-4c63-8835-a0d7a5514572 req-ff05091e-261c-42f4-a985-1bb9afe30ceb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497403
Jan 25 18:44:52.291320 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4377482-1941-484b-834b-9847164177a7 req-356431e3-cc87-4221-a1db-2b81aa5cd905 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:52.294288 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f4377482-1941-484b-834b-9847164177a7 req-356431e3-cc87-4221-a1db-2b81aa5cd905 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 945 time: 0.1817195
Jan 25 18:44:52.367738 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f4377482-1941-484b-834b-9847164177a7 req-6e1b117e-4ea8-4996-bb78-5fa6f398d115 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658879
Jan 25 18:44:52.669107 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device c848c6b2-06db-4a71-9bee-e76271616245 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:44:52.701315 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477eb67-b7ea-47d8-8ec2-a947a914c21d req-f249e05b-1a41-488c-9101-1adf68c93b9a tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:52.703278 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2477eb67-b7ea-47d8-8ec2-a947a914c21d req-f249e05b-1a41-488c-9101-1adf68c93b9a tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 943 time: 0.1283088
Jan 25 18:44:52.775271 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6751ef-649d-4895-9345-b03a84f8b677 req-a783ffbd-04d5-48cf-a34f-82f966a3ba38 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:52.777439 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port c848c6b2-06db-4a71-9bee-e76271616245 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:44:52.777867 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:52.778129 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fa6751ef-649d-4895-9345-b03a84f8b677 req-a783ffbd-04d5-48cf-a34f-82f966a3ba38 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 946 time: 0.1711040
Jan 25 18:44:52.795695 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2477eb67-b7ea-47d8-8ec2-a947a914c21d req-eba25ff2-92af-4a56-919c-1ffaed3324e9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820210
Jan 25 18:44:52.877544 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fa6751ef-649d-4895-9345-b03a84f8b677 req-fd17d594-20f6-4362-aef8-5f7afc83c193 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924666
Jan 25 18:44:52.952903 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 7f97d01d-8756-4d11-9fa8-49c7ec3f3f75 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:44:53.052666 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:53.078459 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 7f97d01d-8756-4d11-9fa8-49c7ec3f3f75 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:44:53.078888 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:53.143589 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-11da2dbb-c126-4804-b152-c750ae0e1d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:53.167464 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc005d-ffdd-4092-825e-f38115e21c52 req-11f31766-c852-4bae-a7e2-bff160ed3d96 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:53.169333 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-51fc005d-ffdd-4092-825e-f38115e21c52 req-11f31766-c852-4bae-a7e2-bff160ed3d96 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1850693
Jan 25 18:44:53.298528 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-51fc005d-ffdd-4092-825e-f38115e21c52 req-5c3e3812-3133-465a-b6bf-9b6c3aea8d14 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1198523
Jan 25 18:44:53.778571 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84321a8-512e-4930-9d42-50ef2ac1a55a req-86fccffc-c11d-416f-939c-43a03f41dbe3 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:53.782393 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e84321a8-512e-4930-9d42-50ef2ac1a55a req-86fccffc-c11d-416f-939c-43a03f41dbe3 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 945 time: 0.2271097
Jan 25 18:44:53.922326 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e84321a8-512e-4930-9d42-50ef2ac1a55a req-5f5d056a-b89d-49ff-b829-019e91e81862 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274657
Jan 25 18:44:54.281414 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4b0b3-a5e5-4d82-8f76-6be0ac93b984 req-ce198cf2-3449-4280-b78f-19b626a22d11 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:54.283121 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2ae4b0b3-a5e5-4d82-8f76-6be0ac93b984 req-ce198cf2-3449-4280-b78f-19b626a22d11 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 943 time: 0.2402759
Jan 25 18:44:54.351826 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b87352-789a-487e-940c-bf961e58a5ea req-69378ca2-b5b0-429e-a901-677e8a2a8b99 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:54.356564 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54b87352-789a-487e-940c-bf961e58a5ea req-69378ca2-b5b0-429e-a901-677e8a2a8b99 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 946 time: 0.1842802
Jan 25 18:44:54.358951 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2ae4b0b3-a5e5-4d82-8f76-6be0ac93b984 req-12756659-d53f-4144-b6f1-e2a3b91727f7 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628567
Jan 25 18:44:54.453729 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54b87352-789a-487e-940c-bf961e58a5ea req-d914e8d0-cc45-4900-a4db-b7bef01fb549 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868495
Jan 25 18:44:54.674787 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454bc4c-1259-457c-8c47-b17da6a7b3d5 req-72794c32-bc29-4f2c-83bb-0cc3ba69fa6e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:54.676887 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0454bc4c-1259-457c-8c47-b17da6a7b3d5 req-72794c32-bc29-4f2c-83bb-0cc3ba69fa6e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1612222
Jan 25 18:44:54.752401 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:54.754859 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0454bc4c-1259-457c-8c47-b17da6a7b3d5 req-0b2413ca-fab5-4df6-b526-8621c1b05c81 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699139
Jan 25 18:44:55.103459 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:55.462911 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e773e-a730-49b3-b660-21a64d7be97e req-87e94319-f565-4295-af9c-15d00c98e3aa tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:55.464683 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d74e773e-a730-49b3-b660-21a64d7be97e req-87e94319-f565-4295-af9c-15d00c98e3aa tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 945 time: 0.2598536
Jan 25 18:44:55.560998 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d74e773e-a730-49b3-b660-21a64d7be97e req-32b7115a-9090-4e11-8848-3106c48572e8 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852127
Jan 25 18:44:55.771688 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793eac7-5458-40f0-9fc2-3d263974326e req-967e8b59-3fcc-4290-becb-9c5f1f6b31a2 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:55.777747 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1793eac7-5458-40f0-9fc2-3d263974326e req-967e8b59-3fcc-4290-becb-9c5f1f6b31a2 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 943 time: 0.2322550
Jan 25 18:44:55.840947 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1793eac7-5458-40f0-9fc2-3d263974326e req-acffc0ee-700a-4abb-a1aa-a4baeec0b104 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543926
Jan 25 18:44:55.921114 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d6c59-84dc-49bf-bfd6-0c4abd17d5d5 req-5ed38fdc-122d-407a-8701-c4a3f8a9c93f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:55.923190 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d89d6c59-84dc-49bf-bfd6-0c4abd17d5d5 req-5ed38fdc-122d-407a-8701-c4a3f8a9c93f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 946 time: 0.1252594
Jan 25 18:44:55.998870 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d89d6c59-84dc-49bf-bfd6-0c4abd17d5d5 req-3dbe7f8e-2dcd-475a-9062-2059c68b208e tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623178
Jan 25 18:44:56.297592 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650933e0-cb7d-4193-8f25-db75b38b0efa req-4c09620d-9eeb-457c-b31a-1eccb92324e1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:56.310010 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-650933e0-cb7d-4193-8f25-db75b38b0efa req-4c09620d-9eeb-457c-b31a-1eccb92324e1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.2346694
Jan 25 18:44:56.342704 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.objects.ports [None req-2608649b-6daf-4892-a016-1b28a4469e10 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80201) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 25 18:44:56.408309 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-650933e0-cb7d-4193-8f25-db75b38b0efa req-351531b2-2208-4622-bad6-99a44b72a5ea tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948050
Jan 25 18:44:57.125975 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747e948-9821-4377-81c0-ffc2d83b4a20 req-c917c30e-7866-4a88-8dd9-deb6706b71a2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:57.129919 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b747e948-9821-4377-81c0-ffc2d83b4a20 req-c917c30e-7866-4a88-8dd9-deb6706b71a2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 945 time: 0.3467522
Jan 25 18:44:57.225274 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b747e948-9821-4377-81c0-ffc2d83b4a20 req-9f1f64f6-921b-416b-b739-54ef845375b0 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871367
Jan 25 18:44:57.320163 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb320af6-027d-4c4e-88e2-f3fd42252b3f req-8cd94ea5-7c5e-4dce-a1f7-5d7456f139d0 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:57.323993 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cb320af6-027d-4c4e-88e2-f3fd42252b3f req-8cd94ea5-7c5e-4dce-a1f7-5d7456f139d0 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 943 time: 0.1984477
Jan 25 18:44:57.438918 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cb320af6-027d-4c4e-88e2-f3fd42252b3f req-56640737-064f-4919-ab3c-0da52e9761a5 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086438
Jan 25 18:44:57.755783 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c34a3-68dc-4cc1-b482-d76a9e6abd4f req-bc96d0f6-04b6-4d56-8e6f-3e553202c1a3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:57.759281 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-674c34a3-68dc-4cc1-b482-d76a9e6abd4f req-bc96d0f6-04b6-4d56-8e6f-3e553202c1a3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1721473
Jan 25 18:44:57.872782 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-674c34a3-68dc-4cc1-b482-d76a9e6abd4f req-b61c6538-01c4-4864-ac70-cd2e61fff08a tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1046202
Jan 25 18:44:58.862707 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e302b7-ea52-4b19-9004-3823b3a54af1 req-c5be4e60-d96d-4e3b-9203-6286d9fef5fe tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:58.864443 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d4e302b7-ea52-4b19-9004-3823b3a54af1 req-c5be4e60-d96d-4e3b-9203-6286d9fef5fe tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 943 time: 0.1586585
Jan 25 18:44:58.940419 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d4e302b7-ea52-4b19-9004-3823b3a54af1 req-1e045c3f-d0da-4531-8164-e8cdfb868765 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608563
Jan 25 18:44:59.046841 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 57012) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:44:59.561084 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2e811-bc0d-491a-8271-80cc3935d535 req-628f3c05-c953-4b56-af47-40906064d47c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:44:59.562969 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e3b2e811-bc0d-491a-8271-80cc3935d535 req-628f3c05-c953-4b56-af47-40906064d47c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1923544
Jan 25 18:44:59.566314 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e9c5647c-35a5-4222-b152-6d37584478a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:59.604005 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:44:59.612234 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-e9c5647c-35a5-4222-b152-6d37584478a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:44:59.623784 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-e9c5647c-35a5-4222-b152-6d37584478a6 admin admin] Usage tracker for resource:security_group_rule and tenant:238a314b0eb74d169ed199e42bfc1e0e is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:44:59.648232 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-e9c5647c-35a5-4222-b152-6d37584478a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:44:59.672321 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e3b2e811-bc0d-491a-8271-80cc3935d535 req-f908c4d1-f08f-454d-915f-0656c07f31c4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0944376
Jan 25 18:44:59.681754 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-e9c5647c-35a5-4222-b152-6d37584478a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:44:59.778626 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning for port 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:44:59.786951 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:44:59.787626 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:59.942499 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:59.964003 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e9c5647c-35a5-4222-b152-6d37584478a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:59.979173 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e9c5647c-35a5-4222-b152-6d37584478a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:44:59.979730 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217e9da8-830b-457a-b1c4-676b0a62de77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:44:59.995263 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95,segment=NetworkSegment(55410d9d-97de-42cd-bba9-f6786af81212),segment_id=55410d9d-97de-42cd-bba9-f6786af81212)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:45:00.003330 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:00.004850 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 7f97d01d-8756-4d11-9fa8-49c7ec3f3f75 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:45:00.140642 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:00.147569 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217e9da8-830b-457a-b1c4-676b0a62de77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95', 'code': 200}
Jan 25 18:45:00.149021 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:00.225796 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 57056) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:00.226382 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-e9c5647c-35a5-4222-b152-6d37584478a6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=238a314b0eb74d169ed199e42bfc1e0e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1778677
Jan 25 18:45:00.228473 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5647c-35a5-4222-b152-6d37584478a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b2568c-097d-4c32-a3b1-7641d6963d2f,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:00.250483 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e9c5647c-35a5-4222-b152-6d37584478a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:00.371818 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 7f97d01d-8756-4d11-9fa8-49c7ec3f3f75 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:45:00.372832 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:00.435893 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-88bf93bc-c6e5-4bd7-ab99-c71bfc14105f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:00.522646 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:00.526882 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-88bf93bc-c6e5-4bd7-ab99-c71bfc14105f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:00.529778 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:00.596736 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 57070) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:00.648940 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device c848c6b2-06db-4a71-9bee-e76271616245 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:45:00.709536 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-88bf93bc-c6e5-4bd7-ab99-c71bfc14105f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:00.725209 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b7d5f1f9-51cd-4a0c-8248-34c7016f2878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:00.730290 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0334d-ca9a-4f6a-9573-e7b10c17c355 req-cffe79fb-e395-4e7d-84c9-fcb663a17eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:00.731944 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-33a0334d-ca9a-4f6a-9573-e7b10c17c355 req-cffe79fb-e395-4e7d-84c9-fcb663a17eed service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 1162 time: 0.1308000
Jan 25 18:45:00.756503 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port c848c6b2-06db-4a71-9bee-e76271616245 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:45:00.756949 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:00.758459 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf93bc-c6e5-4bd7-ab99-c71bfc14105f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b2568c-097d-4c32-a3b1-7641d6963d2f,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:00.767193 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-88bf93bc-c6e5-4bd7-ab99-c71bfc14105f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:00.768950 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896a277-4126-4845-9506-a3027f02e0dd req-7ab12ea0-0b00-4366-a685-dc81c0bfaa23 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:00.778373 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5896a277-4126-4845-9506-a3027f02e0dd req-7ab12ea0-0b00-4366-a685-dc81c0bfaa23 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 943 time: 0.3148065
Jan 25 18:45:00.779264 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-88bf93bc-c6e5-4bd7-ab99-c71bfc14105f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:00.786388 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-88bf93bc-c6e5-4bd7-ab99-c71bfc14105f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f4b2568c-097d-4c32-a3b1-7641d6963d2f HTTP/1.1" status: 204  len: 168 time: 0.5588050
Jan 25 18:45:00.909896 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-33a0334d-ca9a-4f6a-9573-e7b10c17c355 req-19a67293-2b60-4650-a6e9-b738e96fcc49 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1279893
Jan 25 18:45:00.951863 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-91d56421-2c01-4b9e-8871-4f70cc5bacc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:00.972712 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-91d56421-2c01-4b9e-8871-4f70cc5bacc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:45:00.976784 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5896a277-4126-4845-9506-a3027f02e0dd req-502996e5-4e8f-4fe2-a3f3-ed48748e082b tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1971054
Jan 25 18:45:00.992598 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-91d56421-2c01-4b9e-8871-4f70cc5bacc6 admin admin] Usage tracker for resource:security_group_rule and tenant:a3c369d8dd0b4e0187e8078cdf8cb5f3 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:45:00.998766 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-91d56421-2c01-4b9e-8871-4f70cc5bacc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:45:01.028139 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-91d56421-2c01-4b9e-8871-4f70cc5bacc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:45:01.125010 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device e77a6f61-5988-4ee2-84b5-cc8e7b678974 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:45:01.285521 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-91d56421-2c01-4b9e-8871-4f70cc5bacc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:01.291452 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-91d56421-2c01-4b9e-8871-4f70cc5bacc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:01.303095 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning for port e77a6f61-5988-4ee2-84b5-cc8e7b678974 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:45:01.305156 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-4c87f521-aa19-442e-86bc-3cc20aa6afd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:01.312442 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port e77a6f61-5988-4ee2-84b5-cc8e7b678974 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:45:01.312855 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:01.368027 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-91d56421-2c01-4b9e-8871-4f70cc5bacc6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a3c369d8dd0b4e0187e8078cdf8cb5f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7627633
Jan 25 18:45:01.371374 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d56421-2c01-4b9e-8871-4f70cc5bacc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07873cb4-8853-4d47-95a2-ed15dd360d43,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:01.374358 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 57088) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:01.378171 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-91d56421-2c01-4b9e-8871-4f70cc5bacc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:01.477120 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738c30a-7b22-4c58-b076-14138a137426 req-f6c91dab-013b-4bd1-af42-2b2328359714 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:01.478596 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bc08dadf-8f8e-4da2-b8fc-9397530da017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:01.490739 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1738c30a-7b22-4c58-b076-14138a137426 req-f6c91dab-013b-4bd1-af42-2b2328359714 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.3310900
Jan 25 18:45:01.516070 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bc08dadf-8f8e-4da2-b8fc-9397530da017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:01.597982 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1738c30a-7b22-4c58-b076-14138a137426 req-4eb92aa8-1ad8-434e-b551-97c402ec28f8 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1018298
Jan 25 18:45:01.626966 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bc08dadf-8f8e-4da2-b8fc-9397530da017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:01.645821 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:01.685158 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08dadf-8f8e-4da2-b8fc-9397530da017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07873cb4-8853-4d47-95a2-ed15dd360d43,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:01.687384 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bc08dadf-8f8e-4da2-b8fc-9397530da017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:01.697995 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-bc08dadf-8f8e-4da2-b8fc-9397530da017 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/07873cb4-8853-4d47-95a2-ed15dd360d43 HTTP/1.1" status: 204  len: 168 time: 0.3125019
Jan 25 18:45:01.697995 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-bc08dadf-8f8e-4da2-b8fc-9397530da017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:01.698954 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 57100) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:01.751604 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-6d339593-d4e9-4396-aad6-c4e83086434e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:01.776223 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:01.815532 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-6d339593-d4e9-4396-aad6-c4e83086434e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:45:01.825301 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-6d339593-d4e9-4396-aad6-c4e83086434e admin admin] Usage tracker for resource:security_group_rule and tenant:4c0885c50d8b4a17823395564acd4e1d is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:45:01.832365 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-6d339593-d4e9-4396-aad6-c4e83086434e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:45:01.863443 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-6d339593-d4e9-4396-aad6-c4e83086434e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:45:01.878664 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port e77a6f61-5988-4ee2-84b5-cc8e7b678974, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e77a6f61-5988-4ee2-84b5-cc8e7b678974,segment=NetworkSegment(176dc6f2-0c02-4621-a68b-f4ed6bbe54d8),segment_id=176dc6f2-0c02-4621-a68b-f4ed6bbe54d8)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:45:01.884093 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:01.886119 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 2e8a6709-b03a-429e-8491-492e7bf96f35 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:45:02.044656 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:02.194686 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-6d339593-d4e9-4396-aad6-c4e83086434e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:02.209360 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-6d339593-d4e9-4396-aad6-c4e83086434e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:02.215278 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4bc74b-81ff-4b73-a160-51965dd1e86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77a6f61-5988-4ee2-84b5-cc8e7b678974'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:45:02.220363 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=e77a6f61-5988-4ee2-84b5-cc8e7b678974,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:02.226420 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:02.250241 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning for port 2e8a6709-b03a-429e-8491-492e7bf96f35 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:45:02.258167 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 2e8a6709-b03a-429e-8491-492e7bf96f35 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:45:02.258595 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:02.276435 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:02.411040 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4bc74b-81ff-4b73-a160-51965dd1e86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77a6f61-5988-4ee2-84b5-cc8e7b678974', 'code': 200}
Jan 25 18:45:02.421907 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:02.464533 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 2e8a6709-b03a-429e-8491-492e7bf96f35, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=2e8a6709-b03a-429e-8491-492e7bf96f35,segment=NetworkSegment(176dc6f2-0c02-4621-a68b-f4ed6bbe54d8),segment_id=176dc6f2-0c02-4621-a68b-f4ed6bbe54d8)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:45:02.471406 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:02.474000 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:02.475996 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d339593-d4e9-4396-aad6-c4e83086434e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d94730-b304-4178-be72-9d4780434eb7,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:02.484894 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 57124) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:02.495691 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-6d339593-d4e9-4396-aad6-c4e83086434e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4c0885c50d8b4a17823395564acd4e1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7952456
Jan 25 18:45:02.498364 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-6d339593-d4e9-4396-aad6-c4e83086434e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:02.635538 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-edee674b-9ccc-4584-aae7-62ca3f5b7fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:02.644640 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a432856-25f9-4636-b5ce-9727f04eb915 req-3acce974-78d9-45a9-9ece-a1b7cdc9344b tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:02.646488 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6a432856-25f9-4636-b5ce-9727f04eb915 req-3acce974-78d9-45a9-9ece-a1b7cdc9344b tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.2806165
Jan 25 18:45:02.670761 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=2e8a6709-b03a-429e-8491-492e7bf96f35,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:02.683987 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:02.691357 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-edee674b-9ccc-4584-aae7-62ca3f5b7fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:02.789884 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-edee674b-9ccc-4584-aae7-62ca3f5b7fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:02.807592 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-bae18c09-cf32-4958-ab4c-6e26d79e6c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:02.842742 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6a432856-25f9-4636-b5ce-9727f04eb915 req-4b7d6476-2209-4607-ba9a-7cca82271007 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759636
Jan 25 18:45:02.876203 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee674b-9ccc-4584-aae7-62ca3f5b7fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d94730-b304-4178-be72-9d4780434eb7,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:02.897691 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-edee674b-9ccc-4584-aae7-62ca3f5b7fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:02.899292 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-edee674b-9ccc-4584-aae7-62ca3f5b7fb0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f0d94730-b304-4178-be72-9d4780434eb7 HTTP/1.1" status: 204  len: 168 time: 0.4132714
Jan 25 18:45:02.901335 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-edee674b-9ccc-4584-aae7-62ca3f5b7fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:03.143054 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d0cfe-942f-4081-8bb2-b4f915115f9a req-5d5fdc41-4608-48fe-9fcf-63a97e29f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:03.145317 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-913d0cfe-942f-4081-8bb2-b4f915115f9a req-5d5fdc41-4608-48fe-9fcf-63a97e29f1a7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 1162 time: 0.2725425
Jan 25 18:45:03.232917 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05866bb6-2578-4007-b911-b7293b8cd4b6 req-14a787b0-da39-455a-a3f1-89eb307b0670 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:03.241014 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-05866bb6-2578-4007-b911-b7293b8cd4b6 req-14a787b0-da39-455a-a3f1-89eb307b0670 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.2409461
Jan 25 18:45:03.323111 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-05866bb6-2578-4007-b911-b7293b8cd4b6 req-8be29a60-17fa-4da8-891d-f75990656b68 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783103
Jan 25 18:45:03.329445 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-913d0cfe-942f-4081-8bb2-b4f915115f9a req-45aa5903-9fac-40f7-995d-ae7d4552bd4e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1660976
Jan 25 18:45:03.647906 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 2e8a6709-b03a-429e-8491-492e7bf96f35 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:45:03.751250 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 2e8a6709-b03a-429e-8491-492e7bf96f35 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:45:03.751677 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:03.897533 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:45:04.005878 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:45:04.007013 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:04.255624 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device e77a6f61-5988-4ee2-84b5-cc8e7b678974 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:45:04.357351 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port e77a6f61-5988-4ee2-84b5-cc8e7b678974 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:45:04.357351 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:04.429519 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b6449-43b8-421a-ba44-7a18e3a82eb0 req-134c02d4-41ed-49d2-8503-117e513d50e4 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:04.431824 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ac4b6449-43b8-421a-ba44-7a18e3a82eb0 req-134c02d4-41ed-49d2-8503-117e513d50e4 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.2779226
Jan 25 18:45:04.439327 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fa1c4b-a2df-4e89-bfc1-ed46354bd847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8a6709-b03a-429e-8491-492e7bf96f35'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:45:04.606048 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ac4b6449-43b8-421a-ba44-7a18e3a82eb0 req-84df390a-5f97-426e-b637-e180546c8c69 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535063
Jan 25 18:45:04.756845 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fa1c4b-a2df-4e89-bfc1-ed46354bd847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8a6709-b03a-429e-8491-492e7bf96f35', 'code': 200}
Jan 25 18:45:04.763992 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42333af3-a3c0-4dd3-8892-0e66f148d7b3 req-5feb98a4-2309-4a41-ae0a-d9f3e9947c2f tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:04.768710 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-42333af3-a3c0-4dd3-8892-0e66f148d7b3 req-5feb98a4-2309-4a41-ae0a-d9f3e9947c2f tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.2075787
Jan 25 18:45:04.922517 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-42333af3-a3c0-4dd3-8892-0e66f148d7b3 req-1f15a883-00e9-42fe-96b0-56b8561319c8 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1456223
Jan 25 18:45:05.374167 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e23ab3-3dcc-436b-88a5-79a168dbbcb7 req-aafda0dd-b4c1-47b9-b498-39c66ee803be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:05.377372 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-23e23ab3-3dcc-436b-88a5-79a168dbbcb7 req-aafda0dd-b4c1-47b9-b498-39c66ee803be service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 1162 time: 0.1942072
Jan 25 18:45:05.410129 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e6e83-2767-48d2-88a9-41ff65aa2a32 req-5e905254-5e6e-4bdd-8822-427245f5ce9c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:05.416556 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2b8e6e83-2767-48d2-88a9-41ff65aa2a32 req-5e905254-5e6e-4bdd-8822-427245f5ce9c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.2192919
Jan 25 18:45:05.426834 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 57232) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:05.433715 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-c087484f-d0c5-472d-9e08-055d57a573c5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Request body: {'floatingip': {'port_id': '219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:45:05.494268 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-23e23ab3-3dcc-436b-88a5-79a168dbbcb7 req-4b2641b5-59ad-41d0-8032-dd37f9ce6905 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009915
Jan 25 18:45:05.603709 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 57236) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:05.621790 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c087484f-d0c5-472d-9e08-055d57a573c5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for floatingip, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:06.081320 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-080872a1-1fff-435c-986b-af4f45c2f8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:06.124300 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-080872a1-1fff-435c-986b-af4f45c2f8c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:45:06.131799 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-080872a1-1fff-435c-986b-af4f45c2f8c3 admin admin] Usage tracker for resource:security_group_rule and tenant:5fc1b10c3b814f3ab23df87fc99d7394 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:45:06.138541 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-080872a1-1fff-435c-986b-af4f45c2f8c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:45:06.150331 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-080872a1-1fff-435c-986b-af4f45c2f8c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:45:06.325210 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-080872a1-1fff-435c-986b-af4f45c2f8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:06.364041 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-080872a1-1fff-435c-986b-af4f45c2f8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:06.409220 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-70211079-c859-4ff7-b3ce-9836e4f7e246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:06.503656 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 57256) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:06.505879 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080872a1-1fff-435c-986b-af4f45c2f8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de80103-d16a-4b38-96bd-16b2673b103a,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:06.528601 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-080872a1-1fff-435c-986b-af4f45c2f8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:06.544501 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-080872a1-1fff-435c-986b-af4f45c2f8c3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5fc1b10c3b814f3ab23df87fc99d7394&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9343374
Jan 25 18:45:06.613231 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb88f1-7767-4d60-8e12-72faa3aadd45 req-f4d570c6-5019-4314-b86a-0c1f05bedc83 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:06.616061 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d1fb88f1-7767-4d60-8e12-72faa3aadd45 req-f4d570c6-5019-4314-b86a-0c1f05bedc83 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.7793741
Jan 25 18:45:06.616905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 57260) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:06.723575 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d1fb88f1-7767-4d60-8e12-72faa3aadd45 req-96179938-6c61-40ef-933f-327e2e7b8cfd tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816426
Jan 25 18:45:06.834865 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-610a3f2b-1472-4601-ada5-b6860517f252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:06.868462 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-610a3f2b-1472-4601-ada5-b6860517f252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:45:06.873601 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-610a3f2b-1472-4601-ada5-b6860517f252 admin admin] Usage tracker for resource:security_group_rule and tenant:7cdb79c7ffce468a9bb52b7b3eaca592 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:45:06.878043 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-610a3f2b-1472-4601-ada5-b6860517f252 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:45:06.886669 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-610a3f2b-1472-4601-ada5-b6860517f252 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:45:06.889488 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-050db000-17ae-4486-b23f-4c4cd7c44617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:06.940932 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-050db000-17ae-4486-b23f-4c4cd7c44617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:07.070864 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-050db000-17ae-4486-b23f-4c4cd7c44617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:07.088111 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:07.114863 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c087484f-d0c5-472d-9e08-055d57a573c5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for floatingip, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:07.117820 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c087484f-d0c5-472d-9e08-055d57a573c5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363676'] for floatingip, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:07.118389 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050db000-17ae-4486-b23f-4c4cd7c44617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de80103-d16a-4b38-96bd-16b2673b103a,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:07.131245 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-050db000-17ae-4486-b23f-4c4cd7c44617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:07.140114 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-050db000-17ae-4486-b23f-4c4cd7c44617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:07.141568 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-050db000-17ae-4486-b23f-4c4cd7c44617 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7de80103-d16a-4b38-96bd-16b2673b103a HTTP/1.1" status: 204  len: 168 time: 0.5221903
Jan 25 18:45:07.224230 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-610a3f2b-1472-4601-ada5-b6860517f252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:07.228485 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-610a3f2b-1472-4601-ada5-b6860517f252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:07.262998 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:07.328925 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a3f2b-1472-4601-ada5-b6860517f252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5468eb34-a8a2-4c56-a1c8-18be5959d6bb,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:07.339287 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-610a3f2b-1472-4601-ada5-b6860517f252 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7cdb79c7ffce468a9bb52b7b3eaca592&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8280649
Jan 25 18:45:07.376903 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.l3_db [None req-c087484f-d0c5-472d-9e08-055d57a573c5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Floating IP dcbfac8c-45e7-4e2b-b854-3948d281b317 associated. External IP: 172.27.1.129, port: 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95.
Jan 25 18:45:07.441048 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-610a3f2b-1472-4601-ada5-b6860517f252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:07.442127 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 57284) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:07.766308 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-dc98c85f-8ba7-47f6-87d5-b96167a449b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:07.833414 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7f83a-1ba5-4cf0-bcc6-7b581b68b5b7 req-330e87fe-76dd-45a4-b57d-3d6b0157b737 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:07.843867 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7fc7f83a-1ba5-4cf0-bcc6-7b581b68b5b7 req-330e87fe-76dd-45a4-b57d-3d6b0157b737 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.2921627
Jan 25 18:45:07.864363 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc33c5-d8f7-4d68-bfe7-11bd4bd77b5f req-6481cc93-5762-444a-9734-ac938b0ff19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:07.867050 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8efc33c5-d8f7-4d68-bfe7-11bd4bd77b5f req-6481cc93-5762-444a-9734-ac938b0ff19a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e33a018e9f954cdc8b0b90314907d180&device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 1162 time: 0.5406067
Jan 25 18:45:07.959027 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c087484f-d0c5-472d-9e08-055d57a573c5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Router cb836976-f9a6-407d-bd4a-5e24f3afd465 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:45:07.960132 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 57302) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:07.990257 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-809da40f-532a-4702-84dd-68847b50aa2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:08.014885 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-809da40f-532a-4702-84dd-68847b50aa2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:45:08.021047 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-809da40f-532a-4702-84dd-68847b50aa2f admin admin] Usage tracker for resource:security_group_rule and tenant:d9f4d7058c704b48b0919cdfc3c5f785 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:45:08.025622 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-809da40f-532a-4702-84dd-68847b50aa2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:45:08.035296 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-809da40f-532a-4702-84dd-68847b50aa2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:45:08.258442 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7fc7f83a-1ba5-4cf0-bcc6-7b581b68b5b7 req-ed153d88-9d5c-4d2e-8d21-7d4ac127b883 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4132259
Jan 25 18:45:08.307098 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-dc98c85f-8ba7-47f6-87d5-b96167a449b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:08.527851 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc33c5-d8f7-4d68-bfe7-11bd4bd77b5f req-e59cb915-fdf4-43e5-b3a3-b558f10beee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:08.530024 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8efc33c5-d8f7-4d68-bfe7-11bd4bd77b5f req-e59cb915-fdf4-43e5-b3a3-b558f10beee0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=18622258-cc8c-47a0-913a-154bf9be8ebc HTTP/1.1" status: 200  len: 912 time: 0.6174498
Jan 25 18:45:08.535804 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-dc98c85f-8ba7-47f6-87d5-b96167a449b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:08.544247 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c70168a5-acb6-4b3f-affe-d56803950c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:08.620705 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98c85f-8ba7-47f6-87d5-b96167a449b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5468eb34-a8a2-4c56-a1c8-18be5959d6bb,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:08.631155 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-dc98c85f-8ba7-47f6-87d5-b96167a449b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:08.641015 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8efc33c5-d8f7-4d68-bfe7-11bd4bd77b5f req-6738a907-226f-4876-b8c7-4ceac3530bdf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e77a6f61-5988-4ee2-84b5-cc8e7b678974 HTTP/1.1" status: 200  len: 217 time: 0.0805395
Jan 25 18:45:08.641781 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-dc98c85f-8ba7-47f6-87d5-b96167a449b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:08.643365 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-dc98c85f-8ba7-47f6-87d5-b96167a449b6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5468eb34-a8a2-4c56-a1c8-18be5959d6bb HTTP/1.1" status: 204  len: 168 time: 1.1989162
Jan 25 18:45:08.743712 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc33c5-d8f7-4d68-bfe7-11bd4bd77b5f req-c74f5538-ec18-4a81-ae1f-8dfc5d07e016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:08.745548 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8efc33c5-d8f7-4d68-bfe7-11bd4bd77b5f req-c74f5538-ec18-4a81-ae1f-8dfc5d07e016 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e41f3cd-e809-4d09-9708-244cf575d1af HTTP/1.1" status: 200  len: 858 time: 0.0861225
Jan 25 18:45:08.756698 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c087484f-d0c5-472d-9e08-055d57a573c5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:45:08.777591 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cb9de8-bd53-4685-93a7-1322cb58c98d None None] Sync routers for ids ['cb836976-f9a6-407d-bd4a-5e24f3afd465'] in dv-cinder-772388-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:45:08.806663 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c087484f-d0c5-472d-9e08-055d57a573c5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:08.817296 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cb9de8-bd53-4685-93a7-1322cb58c98d None None] Routers {'cb836976-f9a6-407d-bd4a-5e24f3afd465'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:45:08.818798 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-b1cb9de8-bd53-4685-93a7-1322cb58c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1f9fbb00>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:44:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['cb836976-f9a6-407d-bd4a-5e24f3afd465'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:45:08.827223 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8efc33c5-d8f7-4d68-bfe7-11bd4bd77b5f req-9790b6cb-f91a-4310-b91f-93e9dcd99590 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18622258-cc8c-47a0-913a-154bf9be8ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0604012
Jan 25 18:45:09.073110 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-c087484f-d0c5-472d-9e08-055d57a573c5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "PUT /v2.0/floatingips/dcbfac8c-45e7-4e2b-b854-3948d281b317 HTTP/1.1" status: 200  len: 991 time: 3.6443279
Jan 25 18:45:09.091643 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217e9da8-830b-457a-b1c4-676b0a62de77', 'tag': '219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:45:09.128631 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-809da40f-532a-4702-84dd-68847b50aa2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:09.137232 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-809da40f-532a-4702-84dd-68847b50aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:09.270699 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:09.342270 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-809da40f-532a-4702-84dd-68847b50aa2f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d9f4d7058c704b48b0919cdfc3c5f785&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3802550
Jan 25 18:45:09.344784 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 57336) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:09.352181 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-b1cb9de8-bd53-4685-93a7-1322cb58c98d None None] Set router cb836976-f9a6-407d-bd4a-5e24f3afd465 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:45:09.353356 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217e9da8-830b-457a-b1c4-676b0a62de77', 'tag': '219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95', 'status': 'completed', 'code': 200}
Jan 25 18:45:09.354399 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809da40f-532a-4702-84dd-68847b50aa2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc487336-25f0-4644-bfd7-1685c59d1fc2,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:09.369269 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-809da40f-532a-4702-84dd-68847b50aa2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:09.441688 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 57340) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:09.463489 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 57346) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:09.489694 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8efc33c5-d8f7-4d68-bfe7-11bd4bd77b5f req-60dc4530-38e5-4c7b-a675-0aea5889fab9 service neutron] 10.222.0.70 "GET /v2.0/networks/18622258-cc8c-47a0-913a-154bf9be8ebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6510193
Jan 25 18:45:09.517387 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f564c8e2-202b-4407-a332-84e6a49bc7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:09.551895 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-f564c8e2-202b-4407-a332-84e6a49bc7d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:45:09.553006 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-47f0a516-f41e-4049-8dd6-7dd0c11eb6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:09.557357 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-f564c8e2-202b-4407-a332-84e6a49bc7d1 admin admin] Usage tracker for resource:security_group_rule and tenant:5329b365729a4d919b1b5bbe1c67fb86 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:45:09.560815 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-f564c8e2-202b-4407-a332-84e6a49bc7d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:45:09.568788 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-f564c8e2-202b-4407-a332-84e6a49bc7d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:45:09.611854 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-47f0a516-f41e-4049-8dd6-7dd0c11eb6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:09.695247 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-47f0a516-f41e-4049-8dd6-7dd0c11eb6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:09.708844 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-050db000-17ae-4486-b23f-4c4cd7c44617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:09.748288 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f564c8e2-202b-4407-a332-84e6a49bc7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:09.752002 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f564c8e2-202b-4407-a332-84e6a49bc7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:09.787692 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:09.808715 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0a516-f41e-4049-8dd6-7dd0c11eb6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc487336-25f0-4644-bfd7-1685c59d1fc2,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:09.823251 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-f564c8e2-202b-4407-a332-84e6a49bc7d1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5329b365729a4d919b1b5bbe1c67fb86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3576229
Jan 25 18:45:09.825335 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564c8e2-202b-4407-a332-84e6a49bc7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91df29d-3693-492e-83f8-8503eb4368fa,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:09.828560 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 57352) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:09.828832 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-47f0a516-f41e-4049-8dd6-7dd0c11eb6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:09.831675 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f564c8e2-202b-4407-a332-84e6a49bc7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:09.838401 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-47f0a516-f41e-4049-8dd6-7dd0c11eb6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:09.844434 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-47f0a516-f41e-4049-8dd6-7dd0c11eb6f1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dc487336-25f0-4644-bfd7-1685c59d1fc2 HTTP/1.1" status: 204  len: 168 time: 0.4496312
Jan 25 18:45:09.915666 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c26546e1-af6a-48bf-a97d-6ed471c2dad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:09.957611 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c26546e1-af6a-48bf-a97d-6ed471c2dad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:09.989291 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c3950-2b39-4211-b3a8-474d80260d34 req-757c1932-8f5b-4172-9adc-bb0760c8264e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:09.992246 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1b6c3950-2b39-4211-b3a8-474d80260d34 req-757c1932-8f5b-4172-9adc-bb0760c8264e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.2860765
Jan 25 18:45:10.013989 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c26546e1-af6a-48bf-a97d-6ed471c2dad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:10.021687 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-91d56421-2c01-4b9e-8871-4f70cc5bacc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:10.044924 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26546e1-af6a-48bf-a97d-6ed471c2dad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91df29d-3693-492e-83f8-8503eb4368fa,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:10.048205 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c26546e1-af6a-48bf-a97d-6ed471c2dad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:10.049665 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-c26546e1-af6a-48bf-a97d-6ed471c2dad5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b91df29d-3693-492e-83f8-8503eb4368fa HTTP/1.1" status: 204  len: 168 time: 0.2202058
Jan 25 18:45:10.051514 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c26546e1-af6a-48bf-a97d-6ed471c2dad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:10.151535 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b9a22c87-a0fa-460b-847d-14638224b592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:10.163518 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1b6c3950-2b39-4211-b3a8-474d80260d34 req-dce1d718-7862-4662-b65a-913f1f4d8b01 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580422
Jan 25 18:45:10.177497 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-b9a22c87-a0fa-460b-847d-14638224b592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:45:10.183243 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-b9a22c87-a0fa-460b-847d-14638224b592 admin admin] Usage tracker for resource:security_group_rule and tenant:212318ebd75940178bf7dbada06d1ffa is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:45:10.186616 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-b9a22c87-a0fa-460b-847d-14638224b592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:45:10.193969 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-b9a22c87-a0fa-460b-847d-14638224b592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:45:10.215617 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-b1cb9de8-bd53-4685-93a7-1322cb58c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1f9fbb00>, [{'id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'name': 'tempest-AttachVolumeShelveTestJSON-878325676-router', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:36Z', 'updated_at': '2021-01-25T18:43:51Z', 'revision_number': 4, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'gw_port': {'id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': 'dcbfac8c-45e7-4e2b-b854-3948d281b317', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'port_id': '219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'mac_address': 'fa:16:3e:0d:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217e9da8-830b-457a-b1c4-676b0a62de77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:44:08Z', 'updated_at': '2021-01-25T18:45:06Z', 'revision_number': 1, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2377f2-1f02-4b38-8cff-d4c991499b5a', 'name': '', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'mac_address': 'fa:16:3e:bf:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:50Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 5, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'subnets': [{'id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:45:10.221844 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cb9de8-bd53-4685-93a7-1322cb58c98d None None] Checking router: cb836976-f9a6-407d-bd4a-5e24f3afd465 for host: dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:45:10.234910 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cb9de8-bd53-4685-93a7-1322cb58c98d None None] Routers {'cb836976-f9a6-407d-bd4a-5e24f3afd465'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:45:10.235590 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-b1cb9de8-bd53-4685-93a7-1322cb58c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1f9fbb00>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:44:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['cb836976-f9a6-407d-bd4a-5e24f3afd465'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:45:10.342367 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b9a22c87-a0fa-460b-847d-14638224b592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:10.348072 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b9a22c87-a0fa-460b-847d-14638224b592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:10.370297 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-6d339593-d4e9-4396-aad6-c4e83086434e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:10.423265 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a22c87-a0fa-460b-847d-14638224b592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aae4efb-327f-45b4-9f33-68807a05bb8f,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:10.430215 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b9a22c87-a0fa-460b-847d-14638224b592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:10.505727 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-b9a22c87-a0fa-460b-847d-14638224b592 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=212318ebd75940178bf7dbada06d1ffa&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0573573
Jan 25 18:45:10.506365 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 57368) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:10.541599 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-b1cb9de8-bd53-4685-93a7-1322cb58c98d None None] Set router cb836976-f9a6-407d-bd4a-5e24f3afd465 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:45:10.645415 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-43adceef-6840-443e-80db-c521bcf1e674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:10.690953 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-43adceef-6840-443e-80db-c521bcf1e674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:10.799625 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-43adceef-6840-443e-80db-c521bcf1e674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:10.809732 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:10.843409 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43adceef-6840-443e-80db-c521bcf1e674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aae4efb-327f-45b4-9f33-68807a05bb8f,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:10.848869 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-43adceef-6840-443e-80db-c521bcf1e674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:10.891460 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-43adceef-6840-443e-80db-c521bcf1e674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:10.896946 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-43adceef-6840-443e-80db-c521bcf1e674 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2aae4efb-327f-45b4-9f33-68807a05bb8f HTTP/1.1" status: 204  len: 168 time: 0.3864682
Jan 25 18:45:11.203056 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-b1cb9de8-bd53-4685-93a7-1322cb58c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1f9fbb00>, [{'id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'name': 'tempest-AttachVolumeShelveTestJSON-878325676-router', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:36Z', 'updated_at': '2021-01-25T18:43:51Z', 'revision_number': 4, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'gw_port': {'id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': 'dcbfac8c-45e7-4e2b-b854-3948d281b317', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'port_id': '219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'mac_address': 'fa:16:3e:0d:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217e9da8-830b-457a-b1c4-676b0a62de77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:44:08Z', 'updated_at': '2021-01-25T18:45:06Z', 'revision_number': 1, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2377f2-1f02-4b38-8cff-d4c991499b5a', 'name': '', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'mac_address': 'fa:16:3e:bf:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:50Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 5, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'subnets': [{'id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:45:11.208594 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cb9de8-bd53-4685-93a7-1322cb58c98d None None] The sync data for ids ['cb836976-f9a6-407d-bd4a-5e24f3afd465'] in dv-cinder-772388-1-iscsi is: [{'id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'name': 'tempest-AttachVolumeShelveTestJSON-878325676-router', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:36Z', 'updated_at': '2021-01-25T18:43:51Z', 'revision_number': 4, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'gw_port': {'id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': 'dcbfac8c-45e7-4e2b-b854-3948d281b317', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'port_id': '219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'mac_address': 'fa:16:3e:0d:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217e9da8-830b-457a-b1c4-676b0a62de77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:44:08Z', 'updated_at': '2021-01-25T18:45:06Z', 'revision_number': 1, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2377f2-1f02-4b38-8cff-d4c991499b5a', 'name': '', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'mac_address': 'fa:16:3e:bf:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:50Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 5, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'subnets': [{'id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:45:11.593859 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dddd2-6796-4d4d-a444-21b9b0a865e2 req-04501227-7683-4ff2-a2c2-897df5903f3d tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:11.597517 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6d4dddd2-6796-4d4d-a444-21b9b0a865e2 req-04501227-7683-4ff2-a2c2-897df5903f3d tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1959100
Jan 25 18:45:11.666551 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d4f778-bf08-4e3a-9969-3ccafa929595 None None] New status for floating IP dcbfac8c-45e7-4e2b-b854-3948d281b317: ACTIVE {{(pid=80201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 25 18:45:11.733912 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6d4dddd2-6796-4d4d-a444-21b9b0a865e2 req-f12324df-faee-4cc7-9f36-c1e5c63bc64f tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204655
Jan 25 18:45:11.993627 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 57410) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:12.069902 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f9f22e71-ab36-4924-b3b0-8a72398391e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:12.127520 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-f9f22e71-ab36-4924-b3b0-8a72398391e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:45:12.143590 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-f9f22e71-ab36-4924-b3b0-8a72398391e8 admin admin] Usage tracker for resource:security_group_rule and tenant:1f33e9467199434c9c5170bb2c04b53c is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:45:12.148364 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-f9f22e71-ab36-4924-b3b0-8a72398391e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:45:12.161689 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-f9f22e71-ab36-4924-b3b0-8a72398391e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:45:12.317984 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f9f22e71-ab36-4924-b3b0-8a72398391e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:12.323530 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f9f22e71-ab36-4924-b3b0-8a72398391e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:12.341973 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c30f27dd-a2aa-41f2-9c43-5d379e24b78f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:12.431632 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-f9f22e71-ab36-4924-b3b0-8a72398391e8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1f33e9467199434c9c5170bb2c04b53c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4352565
Jan 25 18:45:12.435227 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 57420) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:12.453355 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f22e71-ab36-4924-b3b0-8a72398391e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb718163-26ee-4daa-b957-e23530530f6a,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:12.470314 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f9f22e71-ab36-4924-b3b0-8a72398391e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:12.562849 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c6105e75-5a65-4463-b054-4199c7c39ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:12.620793 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c6105e75-5a65-4463-b054-4199c7c39ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:12.724325 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c6105e75-5a65-4463-b054-4199c7c39ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:12.737382 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:12.777935 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6105e75-5a65-4463-b054-4199c7c39ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb718163-26ee-4daa-b957-e23530530f6a,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:12.794152 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c6105e75-5a65-4463-b054-4199c7c39ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:12.796333 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c6105e75-5a65-4463-b054-4199c7c39ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:12.811514 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-c6105e75-5a65-4463-b054-4199c7c39ae1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bb718163-26ee-4daa-b957-e23530530f6a HTTP/1.1" status: 204  len: 168 time: 0.3733659
Jan 25 18:45:13.245107 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13146782-8c17-4cc0-a7f4-5cbc682509e8 req-f9c5d87b-a932-4a12-81e1-b62a151a4a4a tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:13.247969 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-13146782-8c17-4cc0-a7f4-5cbc682509e8 req-f9c5d87b-a932-4a12-81e1-b62a151a4a4a tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.2448382
Jan 25 18:45:13.358424 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-13146782-8c17-4cc0-a7f4-5cbc682509e8 req-2f101417-7bd9-4532-a435-3c8f87cf5bb9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963635
Jan 25 18:45:13.613767 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 57450) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:13.838241 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5ba70-ffe0-480d-8834-28d9a95eb53f req-25fa9607-0e60-4f34-84b5-6fbebdc26215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:13.842289 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b0c5ba70-ffe0-480d-8834-28d9a95eb53f req-25fa9607-0e60-4f34-84b5-6fbebdc26215 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=209da4d33dc74678ab66bd74395f33ba&device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 1162 time: 0.1650493
Jan 25 18:45:13.844394 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:13.997712 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2b205ff3-b0f6-45c3-8300-08c53bce0706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:14.000609 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8efc33c5-d8f7-4d68-bfe7-11bd4bd77b5f req-ea52ada9-1825-4e55-aac3-c86c09d97183 service neutron] 10.222.0.70 "GET /v2.0/networks/18622258-cc8c-47a0-913a-154bf9be8ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3298793
Jan 25 18:45:14.055772 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-2b205ff3-b0f6-45c3-8300-08c53bce0706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:45:14.065751 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-2b205ff3-b0f6-45c3-8300-08c53bce0706 admin admin] Usage tracker for resource:security_group_rule and tenant:2c29f70f28b2493d9a6d01941483bcee is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:45:14.075217 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-2b205ff3-b0f6-45c3-8300-08c53bce0706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:45:14.088874 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-2b205ff3-b0f6-45c3-8300-08c53bce0706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:45:14.557257 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2b205ff3-b0f6-45c3-8300-08c53bce0706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:14.566303 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2b205ff3-b0f6-45c3-8300-08c53bce0706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:14.603989 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b9a22c87-a0fa-460b-847d-14638224b592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:14.670448 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5ba70-ffe0-480d-8834-28d9a95eb53f req-34b38ed8-0664-4636-a073-ef4e1b46587d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:14.673290 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b0c5ba70-ffe0-480d-8834-28d9a95eb53f req-34b38ed8-0664-4636-a073-ef4e1b46587d service neutron] 10.222.0.70 "GET /v2.0/networks?id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 HTTP/1.1" status: 200  len: 910 time: 0.8229756
Jan 25 18:45:14.812517 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-2b205ff3-b0f6-45c3-8300-08c53bce0706 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2c29f70f28b2493d9a6d01941483bcee&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1974316
Jan 25 18:45:14.816508 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 57484) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:14.817317 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b205ff3-b0f6-45c3-8300-08c53bce0706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1003b509-b166-476c-aecc-d62b25c29007,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:14.823402 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2b205ff3-b0f6-45c3-8300-08c53bce0706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:14.837260 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b0c5ba70-ffe0-480d-8834-28d9a95eb53f req-c7a7fe93-21b0-4cbb-b08d-b4a5e43de238 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 HTTP/1.1" status: 200  len: 1001 time: 0.1438394
Jan 25 18:45:14.932360 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eca424-a41c-4f23-8b2d-80a7269b69fc req-f14086e0-e29c-44af-a880-3b09b902cba5 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:14.936124 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e9eca424-a41c-4f23-8b2d-80a7269b69fc req-f14086e0-e29c-44af-a880-3b09b902cba5 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.2508142
Jan 25 18:45:14.995360 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-12b60ee9-4031-4f5b-b69e-3873da94ecd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:15.029857 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-12b60ee9-4031-4f5b-b69e-3873da94ecd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:15.068285 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5ba70-ffe0-480d-8834-28d9a95eb53f req-11935180-3d8c-47d9-bb88-f961fb392c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:15.075007 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b0c5ba70-ffe0-480d-8834-28d9a95eb53f req-11935180-3d8c-47d9-bb88-f961fb392c5f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=351749ea-67fa-4715-84dd-c0eb9be61229 HTTP/1.1" status: 200  len: 855 time: 0.2297461
Jan 25 18:45:15.157136 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e9eca424-a41c-4f23-8b2d-80a7269b69fc req-772b094d-0a83-4ef3-b14f-43b09f28c7d3 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2007222
Jan 25 18:45:15.186201 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-12b60ee9-4031-4f5b-b69e-3873da94ecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:15.223378 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1a9aedd0-132f-40b8-b518-6da022b98b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:15.254315 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-12b60ee9-4031-4f5b-b69e-3873da94ecd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:15.257458 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-12b60ee9-4031-4f5b-b69e-3873da94ecd9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1003b509-b166-476c-aecc-d62b25c29007 HTTP/1.1" status: 204  len: 168 time: 0.4388032
Jan 25 18:45:15.259721 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b60ee9-4031-4f5b-b69e-3873da94ecd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1003b509-b166-476c-aecc-d62b25c29007,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:15.270108 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-12b60ee9-4031-4f5b-b69e-3873da94ecd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:15.292141 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5ba70-ffe0-480d-8834-28d9a95eb53f req-3d5cd751-1bd3-41d1-a553-ba30c2156c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:15.295090 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b0c5ba70-ffe0-480d-8834-28d9a95eb53f req-3d5cd751-1bd3-41d1-a553-ba30c2156c77 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1661913
Jan 25 18:45:15.644116 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b0c5ba70-ffe0-480d-8834-28d9a95eb53f req-7e23c388-402c-4a22-9c1a-f4388214a65f service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3354108
Jan 25 18:45:16.075055 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b0c5ba70-ffe0-480d-8834-28d9a95eb53f req-140f8159-9960-4886-87b2-d719e37ecfe2 service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4180450
Jan 25 18:45:16.723688 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-08658d6d-33b4-48d5-b807-7195bd149b87 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:16.732471 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-08658d6d-33b4-48d5-b807-7195bd149b87 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/networks?id=91f80afc-59ce-4fe7-876c-4cf2ad6baef9 HTTP/1.1" status: 200  len: 815 time: 0.3396490
Jan 25 18:45:16.751504 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-7cf90ad3-1a1a-4f48-92f9-2bc721059b7d tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/quotas/249a90a17b6743d183168f87ef1741b5 HTTP/1.1" status: 200  len: 375 time: 0.0178926
Jan 25 18:45:16.882751 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-2d5095bf-d463-4000-a1e5-15a3fc08b575 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?tenant_id=249a90a17b6743d183168f87ef1741b5&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1301420
Jan 25 18:45:17.065217 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe8e8b-745e-45c4-8585-23a2dfe50a13 req-70840f3a-b59e-4a8d-88e0-8d5142764c5a tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:17.067436 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-edfe8e8b-745e-45c4-8585-23a2dfe50a13 req-70840f3a-b59e-4a8d-88e0-8d5142764c5a tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.2937095
Jan 25 18:45:17.196864 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-edfe8e8b-745e-45c4-8585-23a2dfe50a13 req-7f8ca0eb-829c-4173-8188-abf401b7e132 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034074
Jan 25 18:45:17.233469 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-1ad5458c-16c6-4a91-83f2-470eb09c5334 service neutron] 10.222.0.77 "GET /v2.0/networks/91f80afc-59ce-4fe7-876c-4cf2ad6baef9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3341739
Jan 25 18:45:17.460442 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-527a399d-b48a-4b53-a772-8f4adac4e415 service neutron] 10.222.0.77 "GET /v2.0/networks/91f80afc-59ce-4fe7-876c-4cf2ad6baef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2224221
Jan 25 18:45:17.732137 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-766b3e0a-cfb1-43d5-bcee-d714a3632358 req-a952d60f-05ec-4852-9e15-a13f4787013f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 210 time: 0.0500731
Jan 25 18:45:18.418746 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 57622) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:18.560846 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3c668-f036-4a6d-a248-26c4c240d82d req-89bd4e1e-410f-4c71-9b8a-e08c00d002c9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:18.573703 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c8e3c668-f036-4a6d-a248-26c4c240d82d req-89bd4e1e-410f-4c71-9b8a-e08c00d002c9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.2447658
Jan 25 18:45:18.645037 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8c1afb80-8fb6-4551-b1e0-17b30294b65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:18.669246 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-8c1afb80-8fb6-4551-b1e0-17b30294b65d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:45:18.675037 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-8c1afb80-8fb6-4551-b1e0-17b30294b65d admin admin] Usage tracker for resource:security_group_rule and tenant:ff955fbaed944f768abe8fe9b846cf39 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:45:18.675943 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c8e3c668-f036-4a6d-a248-26c4c240d82d req-63c302d2-3fc1-4e2d-b9ce-430a464111b7 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997713
Jan 25 18:45:18.679254 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-8c1afb80-8fb6-4551-b1e0-17b30294b65d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:45:18.687483 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-8c1afb80-8fb6-4551-b1e0-17b30294b65d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:45:18.795799 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8c1afb80-8fb6-4551-b1e0-17b30294b65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:18.800513 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8c1afb80-8fb6-4551-b1e0-17b30294b65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:18.814520 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-ea1e164c-44eb-40b9-8378-6ec6dd6d2740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:18.847519 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-8c1afb80-8fb6-4551-b1e0-17b30294b65d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ff955fbaed944f768abe8fe9b846cf39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4262354
Jan 25 18:45:18.852726 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 57638) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:18.870391 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1afb80-8fb6-4551-b1e0-17b30294b65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21294fa6-a857-4ed2-9253-7e05901e4429,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:18.874745 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8c1afb80-8fb6-4551-b1e0-17b30294b65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:19.060105 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3e897d9c-b062-40c6-9534-fb16ac378a07 req-a2e23ca4-24fa-419d-abf2-8530a9f0b21d tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 210 time: 0.1044245
Jan 25 18:45:19.085763 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c08600fd-f54e-4c5e-b92d-077c30754c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:19.130378 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c08600fd-f54e-4c5e-b92d-077c30754c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:19.202965 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c08600fd-f54e-4c5e-b92d-077c30754c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:19.211706 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cb1b6a5b-c5d9-41ba-8ec2-b93351d8cea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:19.236554 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08600fd-f54e-4c5e-b92d-077c30754c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21294fa6-a857-4ed2-9253-7e05901e4429,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:19.246744 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c08600fd-f54e-4c5e-b92d-077c30754c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:19.255017 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c08600fd-f54e-4c5e-b92d-077c30754c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:19.257015 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-c08600fd-f54e-4c5e-b92d-077c30754c79 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/21294fa6-a857-4ed2-9253-7e05901e4429 HTTP/1.1" status: 204  len: 168 time: 0.4025247
Jan 25 18:45:19.329350 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 57650) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:19.613684 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5df13272-d423-4c55-b796-8a85d27a4e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:19.650575 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-5df13272-d423-4c55-b796-8a85d27a4e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:45:19.658981 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-5df13272-d423-4c55-b796-8a85d27a4e31 admin admin] Usage tracker for resource:security_group_rule and tenant:7d5ec735a4f240dabb409b5f1b53a397 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:45:19.665833 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-5df13272-d423-4c55-b796-8a85d27a4e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:45:19.676887 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-5df13272-d423-4c55-b796-8a85d27a4e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:45:19.848071 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5df13272-d423-4c55-b796-8a85d27a4e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:19.852561 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5df13272-d423-4c55-b796-8a85d27a4e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:19.861432 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-51eedca4-ff03-45e6-969a-39d2f9201eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:19.913129 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-5df13272-d423-4c55-b796-8a85d27a4e31 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7d5ec735a4f240dabb409b5f1b53a397&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5822186
Jan 25 18:45:19.914024 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df13272-d423-4c55-b796-8a85d27a4e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a1366f-dabf-495f-a875-745a8a788536,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:19.917301 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 57668) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:19.920408 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5df13272-d423-4c55-b796-8a85d27a4e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:20.031372 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2003c23f-8e9d-491c-98d9-7ceefb2aa191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:20.094950 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2003c23f-8e9d-491c-98d9-7ceefb2aa191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:20.141881 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1ec97-890a-4d53-84e7-c7cb0321ed07 req-89956454-d448-4682-b681-443c7ae60e40 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:20.143745 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b6e1ec97-890a-4d53-84e7-c7cb0321ed07 req-89956454-d448-4682-b681-443c7ae60e40 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.2345588
Jan 25 18:45:20.185076 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2003c23f-8e9d-491c-98d9-7ceefb2aa191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:20.193865 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c5ea3849-5031-493b-93b1-9ed6f84cffad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:20.222740 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003c23f-8e9d-491c-98d9-7ceefb2aa191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a1366f-dabf-495f-a875-745a8a788536,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:20.229927 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2003c23f-8e9d-491c-98d9-7ceefb2aa191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:20.238865 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2003c23f-8e9d-491c-98d9-7ceefb2aa191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:20.243818 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-2003c23f-8e9d-491c-98d9-7ceefb2aa191 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/52a1366f-dabf-495f-a875-745a8a788536 HTTP/1.1" status: 204  len: 168 time: 0.3223464
Jan 25 18:45:20.253944 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b6e1ec97-890a-4d53-84e7-c7cb0321ed07 req-e466161c-caf3-4f7e-9345-e122313c56e8 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027570
Jan 25 18:45:20.483113 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6fda42c9-1796-4cb9-b449-3a9cc2f38086 req-37459f25-7287-423f-b35f-2c8b8791828f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 210 time: 0.0623169
Jan 25 18:45:20.772916 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 57692) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:20.796889 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f650e810-3b43-4830-a1af-963b9003c0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:20.816926 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-6e769545-163e-4a56-9dac-15cdfe8548cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:20.833858 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-f650e810-3b43-4830-a1af-963b9003c0d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:45:20.842884 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-f650e810-3b43-4830-a1af-963b9003c0d7 admin admin] Usage tracker for resource:security_group_rule and tenant:966186dd3b694ae69b5810c87ec5a394 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:45:20.847074 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-f650e810-3b43-4830-a1af-963b9003c0d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:45:20.854431 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-f650e810-3b43-4830-a1af-963b9003c0d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:45:20.980289 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f650e810-3b43-4830-a1af-963b9003c0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:20.984339 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f650e810-3b43-4830-a1af-963b9003c0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:21.002767 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:21.083733 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-f650e810-3b43-4830-a1af-963b9003c0d7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=966186dd3b694ae69b5810c87ec5a394&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3095188
Jan 25 18:45:21.086250 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650e810-3b43-4830-a1af-963b9003c0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de522678-9f13-4dd7-88bc-a9ce4aad4b3b,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:21.088736 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 57704) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:21.091147 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f650e810-3b43-4830-a1af-963b9003c0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:21.120722 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:45:21.188276 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8b606a10-1be5-465c-af4a-3dec6b8e4e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:21.226033 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8b606a10-1be5-465c-af4a-3dec6b8e4e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:21.287422 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8b606a10-1be5-465c-af4a-3dec6b8e4e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:21.298465 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:21.317443 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b606a10-1be5-465c-af4a-3dec6b8e4e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de522678-9f13-4dd7-88bc-a9ce4aad4b3b,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:21.322940 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8b606a10-1be5-465c-af4a-3dec6b8e4e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:21.326894 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8b606a10-1be5-465c-af4a-3dec6b8e4e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:21.329177 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-8b606a10-1be5-465c-af4a-3dec6b8e4e9d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/de522678-9f13-4dd7-88bc-a9ce4aad4b3b HTTP/1.1" status: 204  len: 168 time: 0.2387435
Jan 25 18:45:21.624782 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa97000-8e84-4c0d-8af0-198accf56970 req-acc11932-f8a7-4183-a6b0-ef0002d06a0e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:21.626536 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-afa97000-8e84-4c0d-8af0-198accf56970 req-acc11932-f8a7-4183-a6b0-ef0002d06a0e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1307292
Jan 25 18:45:21.706045 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-afa97000-8e84-4c0d-8af0-198accf56970 req-ac6d9551-f160-49de-b252-b227da68b3d2 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679944
Jan 25 18:45:22.139379 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8c5c0eab-ff87-464d-8f8d-5b6e2a12ffc8 req-e989db5f-8c6c-4932-8350-8e2fc6556b2e tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 210 time: 0.1779933
Jan 25 18:45:23.007358 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:23.099649 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-71913504-0916-4716-8601-e07e0195097c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:23.121026 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223944a-eb47-466e-8617-6ac2a4fee520 req-79b39ff3-318e-4ece-ac9a-6c16a55fb47e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:23.123961 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e223944a-eb47-466e-8617-6ac2a4fee520 req-79b39ff3-318e-4ece-ac9a-6c16a55fb47e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.2762449
Jan 25 18:45:23.241401 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e223944a-eb47-466e-8617-6ac2a4fee520 req-59cbc4e3-b5e1-4548-9265-1ae533aab772 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083272
Jan 25 18:45:23.422755 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f8b786d3-5b2e-4159-8d69-a1f261cd4559 req-ce9aa5ba-500e-4484-b1c2-e22b2ed7d2e4 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 210 time: 0.1113658
Jan 25 18:45:23.863453 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-dd286cf7-aeac-42d6-bf5d-6d7d668f1511 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:23.869604 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-dd286cf7-aeac-42d6-bf5d-6d7d668f1511 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.70 "GET /v2.0/networks?id=91f80afc-59ce-4fe7-876c-4cf2ad6baef9 HTTP/1.1" status: 200  len: 815 time: 0.2406089
Jan 25 18:45:23.927159 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-f19f8e64-77df-48dc-9b35-5b9edd44deba tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Request body: {'port': {'device_id': '9c6f01ce-eb49-4355-a03c-8a0b20bf1273', 'network_id': '91f80afc-59ce-4fe7-876c-4cf2ad6baef9', 'admin_state_up': True, 'tenant_id': '249a90a17b6743d183168f87ef1741b5'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:45:24.141587 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-f19f8e64-77df-48dc-9b35-5b9edd44deba tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:45:24.152225 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-f19f8e64-77df-48dc-9b35-5b9edd44deba tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:45:24.163090 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-f19f8e64-77df-48dc-9b35-5b9edd44deba tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Made reservation on behalf of 249a90a17b6743d183168f87ef1741b5 for: {'port': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:45:24.175014 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-f19f8e64-77df-48dc-9b35-5b9edd44deba tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:24.605388 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174b0a4-7a85-4279-8725-3239f18240b3 req-f0ee0ff2-c5aa-4e64-b494-16792bdcc0e2 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:24.614258 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d174b0a4-7a85-4279-8725-3239f18240b3 req-f0ee0ff2-c5aa-4e64-b494-16792bdcc0e2 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1656654
Jan 25 18:45:24.685890 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d174b0a4-7a85-4279-8725-3239f18240b3 req-e2be9d7d-a85d-4d79-b5e8-ace798458803 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701411
Jan 25 18:45:24.739702 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:24.865641 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 57840) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:24.931523 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0825fb0e-517a-4c48-881f-5daa1cc07321 req-0638cea8-baa8-4cb6-b025-e6afaa377f50 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 210 time: 0.0747778
Jan 25 18:45:25.094000 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-f19f8e64-77df-48dc-9b35-5b9edd44deba tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Allocated IP 172.20.0.14 (91f80afc-59ce-4fe7-876c-4cf2ad6baef9/ca41d6d8-122b-484f-9bde-52f953964f34/2f64510e-2374-4ac8-be8c-581a49af2479) {{(pid=80198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:45:25.115926 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:25.170096 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-69d2a5f0-6b15-4a93-a88c-ba527f1217b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:25.187170 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-69d2a5f0-6b15-4a93-a88c-ba527f1217b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:45:25.191558 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-69d2a5f0-6b15-4a93-a88c-ba527f1217b2 admin admin] Usage tracker for resource:security_group_rule and tenant:594ab2f89c13455584fca80c6ef98240 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:45:25.194805 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-69d2a5f0-6b15-4a93-a88c-ba527f1217b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:45:25.201335 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-69d2a5f0-6b15-4a93-a88c-ba527f1217b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:45:25.303655 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-69d2a5f0-6b15-4a93-a88c-ba527f1217b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:25.310872 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-69d2a5f0-6b15-4a93-a88c-ba527f1217b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:25.323626 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8ed85fa7-8eaa-4d0e-afde-4a7f749bb2c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:25.371531 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-69d2a5f0-6b15-4a93-a88c-ba527f1217b2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=594ab2f89c13455584fca80c6ef98240&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5044365
Jan 25 18:45:25.372525 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2a5f0-6b15-4a93-a88c-ba527f1217b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49843859-7494-447f-907b-ad8b28656e79,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:25.375284 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 57848) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:25.378175 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-69d2a5f0-6b15-4a93-a88c-ba527f1217b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:25.447103 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-05c64c76-a118-46f7-a0e7-ce1c92a48da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:25.484311 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-05c64c76-a118-46f7-a0e7-ce1c92a48da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:25.490708 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-f19f8e64-77df-48dc-9b35-5b9edd44deba tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks [] for port, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:25.535846 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-f19f8e64-77df-48dc-9b35-5b9edd44deba tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723'] for port, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:25.548707 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-05c64c76-a118-46f7-a0e7-ce1c92a48da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:25.553428 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:25.573148 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:25.573988 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c64c76-a118-46f7-a0e7-ce1c92a48da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49843859-7494-447f-907b-ad8b28656e79,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:25.576107 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-05c64c76-a118-46f7-a0e7-ce1c92a48da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:25.585681 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-05c64c76-a118-46f7-a0e7-ce1c92a48da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:25.590572 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-05c64c76-a118-46f7-a0e7-ce1c92a48da6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/49843859-7494-447f-907b-ad8b28656e79 HTTP/1.1" status: 204  len: 168 time: 0.2106631
Jan 25 18:45:25.819484 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f8e64-77df-48dc-9b35-5b9edd44deba tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Pushing event updated for resources: {'Port': ['ID=2f64510e-2374-4ac8-be8c-581a49af2479,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:25.828726 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f19f8e64-77df-48dc-9b35-5b9edd44deba tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:26.052796 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-f19f8e64-77df-48dc-9b35-5b9edd44deba tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Network 91f80afc-59ce-4fe7-876c-4cf2ad6baef9 is already hosted by enough agents. {{(pid=80198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:45:26.060658 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-f19f8e64-77df-48dc-9b35-5b9edd44deba tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Resources bound (agent type, host, resource id):  {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:45:26.066441 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-f19f8e64-77df-48dc-9b35-5b9edd44deba tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Received port after_create {{(pid=80198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:45:26.146017 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-f19f8e64-77df-48dc-9b35-5b9edd44deba tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:26.147708 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-f19f8e64-77df-48dc-9b35-5b9edd44deba tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:26.269355 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-f19f8e64-77df-48dc-9b35-5b9edd44deba tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3466904
Jan 25 18:45:26.343443 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf5886-9d30-4c9d-9988-be5eb6ea0e5b req-786aca2b-bdd4-4c0c-85b5-d02678aba2ed tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:26.346639 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4aaf5886-9d30-4c9d-9988-be5eb6ea0e5b req-786aca2b-bdd4-4c0c-85b5-d02678aba2ed tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.3939216
Jan 25 18:45:26.358474 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] Request body: {'port': {'device_id': '9c6f01ce-eb49-4355-a03c-8a0b20bf1273', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:45:26.527353 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 57876) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:26.565421 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a2bbdd49-e3b4-460a-b694-5d884437a47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:26.570808 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4aaf5886-9d30-4c9d-9988-be5eb6ea0e5b req-f3057db0-8374-49e5-bf24-0c92ddf9d233 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1619473
Jan 25 18:45:26.626590 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-a2bbdd49-e3b4-460a-b694-5d884437a47f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:45:26.634375 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-a2bbdd49-e3b4-460a-b694-5d884437a47f admin admin] Usage tracker for resource:security_group_rule and tenant:38bbd59c59294607b515ec26cea1b81d is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:45:26.641425 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-a2bbdd49-e3b4-460a-b694-5d884437a47f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:45:26.655926 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-a2bbdd49-e3b4-460a-b694-5d884437a47f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:45:26.750213 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:26.987270 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d53de-f58f-4b4e-b340-5d4ad09f4786 req-89fd2f9b-433c-4342-aa9f-e84b413d2eb8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:27.000314 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ee6d53de-f58f-4b4e-b340-5d4ad09f4786 req-89fd2f9b-433c-4342-aa9f-e84b413d2eb8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 932 time: 0.2830329
Jan 25 18:45:27.069571 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a2bbdd49-e3b4-460a-b694-5d884437a47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:27.105528 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ee6d53de-f58f-4b4e-b340-5d4ad09f4786 req-6c6faace-a4e6-494b-8288-8bd660b2a451 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038716
Jan 25 18:45:27.106767 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a2bbdd49-e3b4-460a-b694-5d884437a47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:27.161506 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e6de4b41-130e-469d-9936-1dc1e6c93437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:27.173405 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-a2bbdd49-e3b4-460a-b694-5d884437a47f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=38bbd59c59294607b515ec26cea1b81d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6404307
Jan 25 18:45:27.177656 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 57886) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:45:27.189789 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbdd49-e3b4-460a-b694-5d884437a47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe1439a-5c7d-493e-b37f-75ba528b9472,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:27.193599 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a2bbdd49-e3b4-460a-b694-5d884437a47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:27.513295 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-dcdb5cf4-c929-4a01-bb48-7e64edb87ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:27.578064 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455262a8-b105-4277-a57e-e0764578eb57 req-f694734e-c1b8-46c0-9387-2ba93026a697 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:27.579834 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-455262a8-b105-4277-a57e-e0764578eb57 req-f694734e-c1b8-46c0-9387-2ba93026a697 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 945 time: 0.4011190
Jan 25 18:45:27.612458 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-dcdb5cf4-c929-4a01-bb48-7e64edb87ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:27.778146 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-455262a8-b105-4277-a57e-e0764578eb57 req-7243b8f2-d664-40d9-b0d6-7f6cd0442847 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1855576
Jan 25 18:45:27.827595 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f64510e-2374-4ac8-be8c-581a49af2479 {{(pid=80198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 25 18:45:27.846126 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:27.873765 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-dcdb5cf4-c929-4a01-bb48-7e64edb87ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:27.883711 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] Transition to ACTIVE for port object 2f64510e-2374-4ac8-be8c-581a49af2479 will not be triggered until provisioned by entity L2. {{(pid=80198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:45:27.885148 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1d688c09-0f2c-4906-b8ed-13a0db8ef794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:27.897158 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:27.917517 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb5cf4-c929-4a01-bb48-7e64edb87ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe1439a-5c7d-493e-b37f-75ba528b9472,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:27.925598 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-dcdb5cf4-c929-4a01-bb48-7e64edb87ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:27.926562 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:28.040942 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-dcdb5cf4-c929-4a01-bb48-7e64edb87ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:28.042890 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-dcdb5cf4-c929-4a01-bb48-7e64edb87ba7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cbe1439a-5c7d-493e-b37f-75ba528b9472 HTTP/1.1" status: 204  len: 168 time: 0.8610852
Jan 25 18:45:28.144859 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2174a07-fdc4-44ae-82d1-903c8f42ea2d req-c7ea4f28-a02b-4a6e-a00f-228c28084758 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:28.161834 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f2174a07-fdc4-44ae-82d1-903c8f42ea2d req-c7ea4f28-a02b-4a6e-a00f-228c28084758 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.2744591
Jan 25 18:45:28.164072 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] Pushing event updated for resources: {'Port': ['ID=2f64510e-2374-4ac8-be8c-581a49af2479,revision_number=2']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:28.189232 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:28.294206 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f2174a07-fdc4-44ae-82d1-903c8f42ea2d req-b9eec59e-f060-455d-b6f6-543c25eac300 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258578
Jan 25 18:45:28.417635 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] Attempting to bind port 2f64510e-2374-4ac8-be8c-581a49af2479 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:45:28.419190 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] Attempting to bind port 2f64510e-2374-4ac8-be8c-581a49af2479 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '64b31ac6-716f-4c4a-ad64-58104b03ceac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91f80afc-59ce-4fe7-876c-4cf2ad6baef9'}] {{(pid=80198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:45:28.420936 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] Attempting to bind port 2f64510e-2374-4ac8-be8c-581a49af2479 on network 91f80afc-59ce-4fe7-876c-4cf2ad6baef9 {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:45:28.436053 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] Checking agent: {'id': '2edca791-6dfd-4a0b-9497-e94f443cd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 33), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:45:28.436861 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] Checking segment: {'id': '64b31ac6-716f-4c4a-ad64-58104b03ceac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91f80afc-59ce-4fe7-876c-4cf2ad6baef9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:45:28.437980 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:28.439027 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] Bound using segment: {'id': '64b31ac6-716f-4c4a-ad64-58104b03ceac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91f80afc-59ce-4fe7-876c-4cf2ad6baef9'} {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:45:28.440418 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] Bound port: 2f64510e-2374-4ac8-be8c-581a49af2479, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b31ac6-716f-4c4a-ad64-58104b03ceac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91f80afc-59ce-4fe7-876c-4cf2ad6baef9'}}] {{(pid=80198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:45:28.441704 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:28.670910 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] For port 2f64510e-2374-4ac8-be8c-581a49af2479, host hv-cinder-77238, cleared binding levels {{(pid=80198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:45:28.678105 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] For port 2f64510e-2374-4ac8-be8c-581a49af2479, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=2f64510e-2374-4ac8-be8c-581a49af2479,segment=NetworkSegment(64b31ac6-716f-4c4a-ad64-58104b03ceac),segment_id=64b31ac6-716f-4c4a-ad64-58104b03ceac)] {{(pid=80198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:45:28.682796 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:28.699047 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:28.787028 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] Pushing event updated for resources: {'Port': ['ID=2f64510e-2374-4ac8-be8c-581a49af2479,revision_number=3']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:28.794462 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:28.859112 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65c58c-7179-4827-9871-53814c515d36 req-9583fbf9-a44d-4e3d-9abe-e923fe465c9f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:28.862256 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4d65c58c-7179-4827-9871-53814c515d36 req-9583fbf9-a44d-4e3d-9abe-e923fe465c9f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.2327702
Jan 25 18:45:28.939550 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:28.940241 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:28.941838 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] 10.222.0.70 "PUT /v2.0/ports/2f64510e-2374-4ac8-be8c-581a49af2479 HTTP/1.1" status: 200  len: 1158 time: 2.5936210
Jan 25 18:45:28.942371 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6f01ce-eb49-4355-a03c-8a0b20bf1273', 'tag': '2f64510e-2374-4ac8-be8c-581a49af2479'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:45:28.992987 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4d65c58c-7179-4827-9871-53814c515d36 req-95415790-bcd3-4443-8b68-6a21ab1e9efc tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163542
Jan 25 18:45:29.386417 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af800529-9d54-4bd3-828d-554c8867df50 req-5912151a-1ee1-44e8-b70f-e86c15e7a22b tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:29.389625 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-af800529-9d54-4bd3-828d-554c8867df50 req-5912151a-1ee1-44e8-b70f-e86c15e7a22b tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 945 time: 0.1906958
Jan 25 18:45:29.460801 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-af800529-9d54-4bd3-828d-554c8867df50 req-f802df98-2fc4-4170-8825-cd49426630ce tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634401
Jan 25 18:45:29.550177 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6f01ce-eb49-4355-a03c-8a0b20bf1273', 'tag': '2f64510e-2374-4ac8-be8c-581a49af2479', 'status': 'completed', 'code': 200}
Jan 25 18:45:29.816525 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e5edd-d288-4723-8857-2e0c311804e8 req-f953aa7e-366e-4793-9eaf-e6073fc049ce tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:29.818277 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-606e5edd-d288-4723-8857-2e0c311804e8 req-f953aa7e-366e-4793-9eaf-e6073fc049ce tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1602204
Jan 25 18:45:29.905223 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-606e5edd-d288-4723-8857-2e0c311804e8 req-1215756a-0781-4eaf-b2e4-da55954d6a96 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770802
Jan 25 18:45:30.375930 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cd6a4-1a86-45a2-b530-02249a43f675 req-0e0943ff-7b52-4346-8122-13cc06e34bce tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:30.377743 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5b0cd6a4-1a86-45a2-b530-02249a43f675 req-0e0943ff-7b52-4346-8122-13cc06e34bce tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.1254733
Jan 25 18:45:30.449365 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5b0cd6a4-1a86-45a2-b530-02249a43f675 req-d5c5536d-2a47-42d1-8c62-0c595bd28012 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645344
Jan 25 18:45:30.818288 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71071d-7619-4ee1-8fd1-8931efbfb7e5 req-4a1ab6e0-94a0-4a1b-91c3-fea96e0ada8f tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:30.820143 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3a71071d-7619-4ee1-8fd1-8931efbfb7e5 req-4a1ab6e0-94a0-4a1b-91c3-fea96e0ada8f tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 945 time: 0.1279805
Jan 25 18:45:30.890163 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3a71071d-7619-4ee1-8fd1-8931efbfb7e5 req-d5f89db1-7646-4bbe-b10a-83d6ae969d8e tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617247
Jan 25 18:45:31.221152 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148602d-4115-4342-aacb-32c2a48af3e5 req-0d7f3cae-60c7-4a03-adda-e53c70eb0454 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:31.222776 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d148602d-4115-4342-aacb-32c2a48af3e5 req-0d7f3cae-60c7-4a03-adda-e53c70eb0454 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1212375
Jan 25 18:45:31.297359 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d148602d-4115-4342-aacb-32c2a48af3e5 req-148dd227-ee6f-44b9-a7be-63b9c597a6aa tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669279
Jan 25 18:45:31.713257 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62633d3a-456e-49ef-a3f5-164a3c79a665 req-23032017-1ce3-4d8f-a6fb-912862490cc6 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:31.715023 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62633d3a-456e-49ef-a3f5-164a3c79a665 req-23032017-1ce3-4d8f-a6fb-912862490cc6 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.1231024
Jan 25 18:45:31.777937 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62633d3a-456e-49ef-a3f5-164a3c79a665 req-17e271fd-1dd3-44c3-b22b-f84ad4ad7b5a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549376
Jan 25 18:45:32.211587 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64125a-b5b0-4d33-a5af-62c524cb5eb0 req-6faea8be-ce4e-4ef6-a064-a9d836810596 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:32.213832 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ee64125a-b5b0-4d33-a5af-62c524cb5eb0 req-6faea8be-ce4e-4ef6-a064-a9d836810596 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 945 time: 0.1856439
Jan 25 18:45:32.294868 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ee64125a-b5b0-4d33-a5af-62c524cb5eb0 req-87f0767c-13d7-4070-975e-8fabcc404a4c tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681174
Jan 25 18:45:32.356517 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed347c8-0c1e-4ac0-8cd8-7ecf065d73cb req-fb89a5d1-7d80-4e0a-8877-f254656a199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:32.359178 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fed347c8-0c1e-4ac0-8cd8-7ecf065d73cb req-fb89a5d1-7d80-4e0a-8877-f254656a199f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=249a90a17b6743d183168f87ef1741b5&device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 1161 time: 0.1199172
Jan 25 18:45:32.569534 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-adb60166-e7a7-4d19-8937-c3857c950c78 req-5448ec97-a57c-4dd5-a8b9-6939176ddbb0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1336048
Jan 25 18:45:32.634653 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed347c8-0c1e-4ac0-8cd8-7ecf065d73cb req-ea693dbd-c6d0-4438-8e57-feac1cac6453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:32.636517 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fed347c8-0c1e-4ac0-8cd8-7ecf065d73cb req-ea693dbd-c6d0-4438-8e57-feac1cac6453 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=249a90a17b6743d183168f87ef1741b5&shared=False HTTP/1.1" status: 200  len: 909 time: 0.2507937
Jan 25 18:45:32.763873 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b75aa4-07cf-4a16-b0bd-a1e10dc01504 req-f9ad036b-a7cf-47b0-8a48-f9efbd0abc1e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:32.768165 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f0b75aa4-07cf-4a16-b0bd-a1e10dc01504 req-f9ad036b-a7cf-47b0-8a48-f9efbd0abc1e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.3131609
Jan 25 18:45:32.824197 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb60166-e7a7-4d19-8937-c3857c950c78 req-42171e85-5005-4565-bcc0-0c22e29a8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:32.826351 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-adb60166-e7a7-4d19-8937-c3857c950c78 req-42171e85-5005-4565-bcc0-0c22e29a8d6a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=249a90a17b6743d183168f87ef1741b5&device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 1163 time: 0.1195455
Jan 25 18:45:32.933690 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f0b75aa4-07cf-4a16-b0bd-a1e10dc01504 req-1783811f-f73d-4910-8050-95363c789df2 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448755
Jan 25 18:45:33.029643 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed347c8-0c1e-4ac0-8cd8-7ecf065d73cb req-fee17951-2e17-48d1-9ae1-90f3c36fc51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:33.038632 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fed347c8-0c1e-4ac0-8cd8-7ecf065d73cb req-fee17951-2e17-48d1-9ae1-90f3c36fc51f service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3913677
Jan 25 18:45:33.432012 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-12b0fe20-5c89-4383-84ee-3305837922af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:33.434643 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-12b0fe20-5c89-4383-84ee-3305837922af service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=249a90a17b6743d183168f87ef1741b5&device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 1161 time: 0.2270405
Jan 25 18:45:33.589509 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb60166-e7a7-4d19-8937-c3857c950c78 req-758fcfd7-15b1-454c-9685-25fa655a351d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:33.593209 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-adb60166-e7a7-4d19-8937-c3857c950c78 req-758fcfd7-15b1-454c-9685-25fa655a351d service neutron] 10.222.0.70 "GET /v2.0/networks?id=91f80afc-59ce-4fe7-876c-4cf2ad6baef9 HTTP/1.1" status: 200  len: 909 time: 0.7275147
Jan 25 18:45:33.601302 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-acc6365c-c5a6-4a21-b012-d16ed15eceba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f64510e-2374-4ac8-be8c-581a49af2479 HTTP/1.1" status: 200  len: 217 time: 0.1434758
Jan 25 18:45:33.757974 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-adb60166-e7a7-4d19-8937-c3857c950c78 req-5ad9b2ad-c939-452b-aa84-edb596236c2e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c848c6b2-06db-4a71-9bee-e76271616245 HTTP/1.1" status: 200  len: 217 time: 0.1420944
Jan 25 18:45:33.799391 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cc649-3ce4-4636-b0e9-5edbc9a740dc req-b52c0d0b-bf77-4533-8641-7d657fedf7cd tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:33.801886 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0e7cc649-3ce4-4636-b0e9-5edbc9a740dc req-b52c0d0b-bf77-4533-8641-7d657fedf7cd tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.7491322
Jan 25 18:45:33.884761 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb60166-e7a7-4d19-8937-c3857c950c78 req-7d6c6233-8b73-4202-8364-66cc0f58bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:33.889597 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-adb60166-e7a7-4d19-8937-c3857c950c78 req-7d6c6233-8b73-4202-8364-66cc0f58bf3a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ca41d6d8-122b-484f-9bde-52f953964f34 HTTP/1.1" status: 200  len: 855 time: 0.0859959
Jan 25 18:45:34.028379 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-adb60166-e7a7-4d19-8937-c3857c950c78 req-b5ad43e0-e804-4671-bd7d-35c42b0f775c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91f80afc-59ce-4fe7-876c-4cf2ad6baef9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0920777
Jan 25 18:45:34.057702 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0e7cc649-3ce4-4636-b0e9-5edbc9a740dc req-886c2703-795c-49c1-b7c5-29db85e3e450 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2087841
Jan 25 18:45:34.303962 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-01835b8c-d6ff-45f0-bb0d-c2784ca2c2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:34.307261 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-01835b8c-d6ff-45f0-bb0d-c2784ca2c2af service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ca41d6d8-122b-484f-9bde-52f953964f34 HTTP/1.1" status: 200  len: 855 time: 0.6921329
Jan 25 18:45:34.321783 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-adb60166-e7a7-4d19-8937-c3857c950c78 req-cdf967dc-33ba-4c64-a2eb-5607cc2132df service neutron] 10.222.0.70 "GET /v2.0/networks/91f80afc-59ce-4fe7-876c-4cf2ad6baef9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2610416
Jan 25 18:45:34.435407 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-e8d7f074-fe48-4c09-800a-cfe44c74874c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91f80afc-59ce-4fe7-876c-4cf2ad6baef9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1042950
Jan 25 18:45:34.563124 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-adb60166-e7a7-4d19-8937-c3857c950c78 req-ee4edb98-e980-4bec-8121-fc5cdcff2e89 service neutron] 10.222.0.70 "GET /v2.0/networks/91f80afc-59ce-4fe7-876c-4cf2ad6baef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2313328
Jan 25 18:45:34.598290 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f1749-e886-45a8-9a21-d2844988438b req-14a42bcf-6463-4d5c-95fe-3d09ce05c09a tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:34.600000 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0e0f1749-e886-45a8-9a21-d2844988438b req-14a42bcf-6463-4d5c-95fe-3d09ce05c09a tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.2419975
Jan 25 18:45:34.668256 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0e0f1749-e886-45a8-9a21-d2844988438b req-fe70f1d0-7c7e-4088-be63-d37d35f0d938 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599704
Jan 25 18:45:34.762980 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e096f-23da-4621-a792-0c534bf71ff8 req-14ba58f9-6675-4d02-a8c2-e3b66af2fefd tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:34.766156 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1c8e096f-23da-4621-a792-0c534bf71ff8 req-14ba58f9-6675-4d02-a8c2-e3b66af2fefd tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 945 time: 0.5799150
Jan 25 18:45:34.839006 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-7ad0aac8-cf9a-439a-83e4-39d60295feff service neutron] 10.222.0.70 "GET /v2.0/networks/91f80afc-59ce-4fe7-876c-4cf2ad6baef9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3869064
Jan 25 18:45:34.861922 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1c8e096f-23da-4621-a792-0c534bf71ff8 req-e47704ae-fa6e-438b-9f5e-fae1917be318 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852182
Jan 25 18:45:35.518376 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a9d2a-43f6-4af4-8dc6-de520e39af86 req-8b43f51f-9a1a-4bc1-9bc3-7c39b60c96fb tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:35.519337 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-eb6a9d2a-43f6-4af4-8dc6-de520e39af86 req-8b43f51f-9a1a-4bc1-9bc3-7c39b60c96fb tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Synchronizing usage tracker for tenant:249a90a17b6743d183168f87ef1741b5 on resource:port {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:45:35.538370 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-eb6a9d2a-43f6-4af4-8dc6-de520e39af86 req-8b43f51f-9a1a-4bc1-9bc3-7c39b60c96fb tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Unset dirty status for tenant:249a90a17b6743d183168f87ef1741b5 on resource:port {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:45:35.540107 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eb6a9d2a-43f6-4af4-8dc6-de520e39af86 req-8b43f51f-9a1a-4bc1-9bc3-7c39b60c96fb tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.1982210
Jan 25 18:45:35.626283 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eb6a9d2a-43f6-4af4-8dc6-de520e39af86 req-62fdb079-c539-472b-a083-52d0c959508d tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784426
Jan 25 18:45:35.935070 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b943f-0215-41a1-978f-72af098516ce req-7073d049-fb50-4055-8e25-8060ee830b37 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:35.937117 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0e7b943f-0215-41a1-978f-72af098516ce req-7073d049-fb50-4055-8e25-8060ee830b37 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1258562
Jan 25 18:45:35.995309 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0e7b943f-0215-41a1-978f-72af098516ce req-7d5dae72-dcdb-427d-b31c-74a1b7ffbf98 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513356
Jan 25 18:45:36.273815 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb34cc4-e74f-40e9-b468-cf03b768385b req-b15b73f4-c718-4bd0-b9db-11524487f5ab tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:36.275881 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8fb34cc4-e74f-40e9-b468-cf03b768385b req-b15b73f4-c718-4bd0-b9db-11524487f5ab tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 945 time: 0.1404507
Jan 25 18:45:36.350564 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8fb34cc4-e74f-40e9-b468-cf03b768385b req-6bc1c75c-8929-47ae-9542-3367d8efba11 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667217
Jan 25 18:45:36.893518 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc014c3-2d3c-41d7-b756-1d218f07ba81 req-61591c36-b44c-4e64-8611-6170d8520f7d tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:36.895219 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4fc014c3-2d3c-41d7-b756-1d218f07ba81 req-61591c36-b44c-4e64-8611-6170d8520f7d tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.1226246
Jan 25 18:45:36.956353 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4fc014c3-2d3c-41d7-b756-1d218f07ba81 req-8478aa05-abdc-4a3c-9589-56d1c1d9eceb tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539837
Jan 25 18:45:37.281257 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf8142-44d1-4c09-a6b5-28b7a3be71f9 req-d3f2cef9-6787-4bc0-94d4-d85971c539be tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:37.283087 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0edf8142-44d1-4c09-a6b5-28b7a3be71f9 req-d3f2cef9-6787-4bc0-94d4-d85971c539be tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1261938
Jan 25 18:45:37.342254 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0edf8142-44d1-4c09-a6b5-28b7a3be71f9 req-1c2201ff-6edd-4d2c-b443-5f331adbbc45 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524719
Jan 25 18:45:37.708250 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02878ee9-e3c0-4c31-afa2-b6c60bad3539 req-a5c16e8b-1b88-44fa-878a-afb662ff41c6 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:37.709957 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-02878ee9-e3c0-4c31-afa2-b6c60bad3539 req-a5c16e8b-1b88-44fa-878a-afb662ff41c6 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 945 time: 0.1595542
Jan 25 18:45:37.779069 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-02878ee9-e3c0-4c31-afa2-b6c60bad3539 req-1703cd92-a5c5-420e-84b8-eb0a00262b93 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619924
Jan 25 18:45:38.357403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f6c8c-3e0b-4ac1-8eca-1b07cfe6702b req-ac829031-0dc2-46e4-b3d5-a6a3f4631317 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:38.359066 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-876f6c8c-3e0b-4ac1-8eca-1b07cfe6702b req-ac829031-0dc2-46e4-b3d5-a6a3f4631317 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.1348786
Jan 25 18:45:38.419201 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-876f6c8c-3e0b-4ac1-8eca-1b07cfe6702b req-2a212851-9173-461d-b484-ded026b66504 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533741
Jan 25 18:45:38.689343 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784ac7c-064c-4225-9a9f-e6acf9304797 req-e48fdacc-1878-40d8-82ca-5ca3d74fae7e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:38.691258 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9784ac7c-064c-4225-9a9f-e6acf9304797 req-e48fdacc-1878-40d8-82ca-5ca3d74fae7e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1347909
Jan 25 18:45:38.767247 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9784ac7c-064c-4225-9a9f-e6acf9304797 req-8eb2b820-914f-41dd-ab81-dce1815f0fdf tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643594
Jan 25 18:45:39.134745 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e253-aca7-4f11-b54a-3c3b6f3ea21f req-85d349a6-312d-42e7-ab47-8fef150a7f86 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:39.136071 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fdf9e253-aca7-4f11-b54a-3c3b6f3ea21f req-85d349a6-312d-42e7-ab47-8fef150a7f86 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 945 time: 0.1683660
Jan 25 18:45:39.199375 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fdf9e253-aca7-4f11-b54a-3c3b6f3ea21f req-0c18c887-f687-4944-a8b7-c16858067d84 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552142
Jan 25 18:45:39.691795 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14da7b-b095-470a-a414-faa52c9423d2 req-185a9222-86b2-4106-ae6a-1c6250dff1e1 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:39.693462 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2d14da7b-b095-470a-a414-faa52c9423d2 req-185a9222-86b2-4106-ae6a-1c6250dff1e1 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.1207592
Jan 25 18:45:39.750730 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2d14da7b-b095-470a-a414-faa52c9423d2 req-7f1b6217-ab26-49ca-a770-e0aeaf08e81f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499780
Jan 25 18:45:40.038259 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880ee1b-1af3-4da5-b68e-91d675dd7883 req-a49e32e0-1ceb-4727-954d-4b207fd9437b tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:40.040079 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9880ee1b-1af3-4da5-b68e-91d675dd7883 req-a49e32e0-1ceb-4727-954d-4b207fd9437b tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1283214
Jan 25 18:45:40.103179 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9880ee1b-1af3-4da5-b68e-91d675dd7883 req-fe16c36e-11bd-47ab-9e6c-d62e5b5bc5a7 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556214
Jan 25 18:45:40.534074 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777880df-7945-453e-98b1-a566e7fa8397 req-4e11bc21-fc15-48c5-891e-1191ba098802 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:40.535814 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-777880df-7945-453e-98b1-a566e7fa8397 req-4e11bc21-fc15-48c5-891e-1191ba098802 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 945 time: 0.1297359
Jan 25 18:45:40.604485 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-777880df-7945-453e-98b1-a566e7fa8397 req-963ecaa7-08da-4c58-819f-baa55d7e3c5a tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559216
Jan 25 18:45:41.024276 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320460c1-7e33-4e08-a52b-e09a552bdda2 req-49618a81-beaa-4906-ad55-dceb8c7fe6e3 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:41.026210 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-320460c1-7e33-4e08-a52b-e09a552bdda2 req-49618a81-beaa-4906-ad55-dceb8c7fe6e3 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.1374485
Jan 25 18:45:41.112938 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-320460c1-7e33-4e08-a52b-e09a552bdda2 req-aed02c1f-05ed-466d-b953-f4780a3dac5e tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791886
Jan 25 18:45:41.414804 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90a7cf-808f-4569-8dcb-814989e6b223 req-e8980693-57a0-4ac0-9c1f-9a993e706513 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:41.416501 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3a90a7cf-808f-4569-8dcb-814989e6b223 req-e8980693-57a0-4ac0-9c1f-9a993e706513 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1429064
Jan 25 18:45:41.480480 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3a90a7cf-808f-4569-8dcb-814989e6b223 req-9d5c98e5-41cc-47f9-a656-bda21ab4960e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530527
Jan 25 18:45:41.963745 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f7f0f-3010-4c6f-8dcf-c39fd05516f5 req-611cb97b-de9f-45bb-8acc-13fa14b55737 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:41.966798 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a62f7f0f-3010-4c6f-8dcf-c39fd05516f5 req-611cb97b-de9f-45bb-8acc-13fa14b55737 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 945 time: 0.2222030
Jan 25 18:45:42.041664 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a62f7f0f-3010-4c6f-8dcf-c39fd05516f5 req-6a96ed61-001f-4333-b31e-f2c91652f2f1 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632961
Jan 25 18:45:42.384160 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e249ecf-4822-4cf6-82ac-49673da8947a req-ed220514-57a6-4274-9875-f0a3ecd49897 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:42.386190 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5e249ecf-4822-4cf6-82ac-49673da8947a req-ed220514-57a6-4274-9875-f0a3ecd49897 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.1233299
Jan 25 18:45:42.468439 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5e249ecf-4822-4cf6-82ac-49673da8947a req-d88eb8ee-d40f-4958-94f0-8e55425e6ee4 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745609
Jan 25 18:45:42.823698 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c98b3-9b6d-4f06-bd9e-3ec048774536 req-dc935c50-fc01-4b08-91dc-b9af49b8994d tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:42.826763 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c18c98b3-9b6d-4f06-bd9e-3ec048774536 req-dc935c50-fc01-4b08-91dc-b9af49b8994d tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1945765
Jan 25 18:45:42.933180 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c18c98b3-9b6d-4f06-bd9e-3ec048774536 req-eb9b87d2-6898-47f4-9db1-6204286f35c6 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973642
Jan 25 18:45:43.346688 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db63825-4dc3-4555-96fc-c973d947c6cf req-00445712-b89d-4519-894d-2a51fe006389 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:43.348415 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5db63825-4dc3-4555-96fc-c973d947c6cf req-00445712-b89d-4519-894d-2a51fe006389 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 945 time: 0.1236873
Jan 25 18:45:43.411304 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5db63825-4dc3-4555-96fc-c973d947c6cf req-dbedaed0-2f17-47a5-90ca-e40fe9fa0c7f tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560412
Jan 25 18:45:43.786561 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6af7f-fb58-4523-9f7b-528a614c4a99 req-83dba24d-ec19-4cc5-be06-93075d573779 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:43.788294 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-71b6af7f-fb58-4523-9f7b-528a614c4a99 req-83dba24d-ec19-4cc5-be06-93075d573779 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.1547639
Jan 25 18:45:43.794023 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:43.848669 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-71b6af7f-fb58-4523-9f7b-528a614c4a99 req-2b3069fb-ded0-4415-aea4-2f1466a5addf tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509336
Jan 25 18:45:44.285770 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598e785-f16d-479c-bef4-6c3a980b596d req-3662e1a6-0e33-4615-a352-a30579cdc6f8 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:44.287738 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6598e785-f16d-479c-bef4-6c3a980b596d req-3662e1a6-0e33-4615-a352-a30579cdc6f8 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.2140365
Jan 25 18:45:44.290089 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 7f97d01d-8756-4d11-9fa8-49c7ec3f3f75 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:45:44.509583 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6598e785-f16d-479c-bef4-6c3a980b596d req-7f18b4d6-9397-41fa-89ee-bc4c5778751d tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106229
Jan 25 18:45:44.564482 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3fb1d118-c25c-468f-8d77-288b4ba13203 req-4eefa646-b2a1-4f25-a49e-3cce23059e84 service neutron] 10.222.0.70 "GET /v2.0/networks/91f80afc-59ce-4fe7-876c-4cf2ad6baef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3593571
Jan 25 18:45:44.664245 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:44.706045 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131e329a-fcbe-4427-a1b4-81f029d66f7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f97d01d-8756-4d11-9fa8-49c7ec3f3f75'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:45:44.723465 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 7f97d01d-8756-4d11-9fa8-49c7ec3f3f75, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=7f97d01d-8756-4d11-9fa8-49c7ec3f3f75,segment=NetworkSegment(513f1e79-0fed-4207-9adf-8777c68a979a),segment_id=513f1e79-0fed-4207-9adf-8777c68a979a)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:45:44.728742 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:44.733603 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:44.859653 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131e329a-fcbe-4427-a1b4-81f029d66f7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f97d01d-8756-4d11-9fa8-49c7ec3f3f75', 'code': 200}
Jan 25 18:45:44.866813 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=7f97d01d-8756-4d11-9fa8-49c7ec3f3f75,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:44.872872 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:44.942781 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97065f2-929b-4a34-ab8c-d8af22bed4bc req-5a0f8bee-441d-46f4-893c-219342ce211e tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:44.946045 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f97065f2-929b-4a34-ab8c-d8af22bed4bc req-5a0f8bee-441d-46f4-893c-219342ce211e tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 943 time: 0.2713895
Jan 25 18:45:45.015467 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749595f-8330-40b0-9f8b-07557b0748bf req-c01c86e1-f134-465e-83b9-9f5b255a0ef1 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:45.018486 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2749595f-8330-40b0-9f8b-07557b0748bf req-c01c86e1-f134-465e-83b9-9f5b255a0ef1 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.70 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 945 time: 0.4308062
Jan 25 18:45:45.114042 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f97065f2-929b-4a34-ab8c-d8af22bed4bc req-6356786e-211b-44ea-a0b4-74da1460e7d7 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/security-groups?id=7f734407-8cbb-4c99-91e0-a384ff804b1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937784
Jan 25 18:45:45.132786 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262fc12-491a-43c8-8789-94a4f1ef672c req-cf482ef2-ff8b-4201-8684-95e523aaf64c tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:45.135103 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a262fc12-491a-43c8-8789-94a4f1ef672c req-cf482ef2-ff8b-4201-8684-95e523aaf64c tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.1411221
Jan 25 18:45:45.201650 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a262fc12-491a-43c8-8789-94a4f1ef672c req-ba7de162-1d5b-4f64-9646-9a7174f6aeb4 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585532
Jan 25 18:45:45.306325 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-2749595f-8330-40b0-9f8b-07557b0748bf req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Deleting port 7f97d01d-8756-4d11-9fa8-49c7ec3f3f75 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:45:45.306791 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-2749595f-8330-40b0-9f8b-07557b0748bf req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:45.809776 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-2749595f-8330-40b0-9f8b-07557b0748bf req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] For port 7f97d01d-8756-4d11-9fa8-49c7ec3f3f75, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=7f97d01d-8756-4d11-9fa8-49c7ec3f3f75,segment=NetworkSegment(513f1e79-0fed-4207-9adf-8777c68a979a),segment_id=513f1e79-0fed-4207-9adf-8777c68a979a)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:45:45.810450 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-2749595f-8330-40b0-9f8b-07557b0748bf req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:45.968586 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b669378-c25b-4f78-8a77-c61c3e0a83ef req-99daa34c-8656-4907-a165-41f8f2860668 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:45.970405 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1b669378-c25b-4f78-8a77-c61c3e0a83ef req-99daa34c-8656-4907-a165-41f8f2860668 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1854889
Jan 25 18:45:46.044743 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-2749595f-8330-40b0-9f8b-07557b0748bf req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Calling delete_port for 7f97d01d-8756-4d11-9fa8-49c7ec3f3f75 owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:45:46.096367 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1b669378-c25b-4f78-8a77-c61c3e0a83ef req-09180079-a604-42f4-8f0f-b2cb438d2ac4 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111100
Jan 25 18:45:46.360405 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-2749595f-8330-40b0-9f8b-07557b0748bf req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:46.392354 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:45:46.451337 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8fa7bf43-286b-4aa2-8ee3-b6804034f68f req-896c3595-2ae4-409e-8b8f-1022a75effcc tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 210 time: 0.0954568
Jan 25 18:45:46.490112 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Pushing event deleted for resources: {'Port': ['ID=7f97d01d-8756-4d11-9fa8-49c7ec3f3f75,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:45:46.614136 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:45:46.614707 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:45:46.615383 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:45:46.616054 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:45:46.616722 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:45:46.617484 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:45:46.618135 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:45:46.618818 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:45:46.619415 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:45:46.620072 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:45:46.621248 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:45:46.621505 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:45:46.622232 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:45:46.622891 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:45:46.623525 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:45:46.624157 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:45:46.624788 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:45:46.625408 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:45:46.626057 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:45:46.626709 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:45:46.627248 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:45:46.627847 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:45:46.628477 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:45:46.629121 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:45:46.637266 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:45:46.754295 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-2749595f-8330-40b0-9f8b-07557b0748bf req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] No DVR routers for this DVR port 7f97d01d-8756-4d11-9fa8-49c7ec3f3f75 on host hv-cinder-77238 {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 18:45:46.759297 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-2749595f-8330-40b0-9f8b-07557b0748bf req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:46.762640 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131e329a-fcbe-4427-a1b4-81f029d66f7e', 'name': 'network-vif-deleted', 'tag': '7f97d01d-8756-4d11-9fa8-49c7ec3f3f75'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:45:46.785635 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2749595f-8330-40b0-9f8b-07557b0748bf req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.70 "DELETE /v2.0/ports/7f97d01d-8756-4d11-9fa8-49c7ec3f3f75 HTTP/1.1" status: 204  len: 173 time: 1.5727189
Jan 25 18:45:46.843700 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576b050-86b5-41b8-a32a-be7b0f2c0ba6 req-68465812-3f43-4f69-b75f-c4e3805b1184 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:46.845472 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4576b050-86b5-41b8-a32a-be7b0f2c0ba6 req-68465812-3f43-4f69-b75f-c4e3805b1184 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.1967926
Jan 25 18:45:46.919492 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4576b050-86b5-41b8-a32a-be7b0f2c0ba6 req-05f0fb35-3e67-45fb-afdf-d1bf39cd6bed tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653660
Jan 25 18:45:47.010300 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131e329a-fcbe-4427-a1b4-81f029d66f7e', 'name': 'network-vif-deleted', 'tag': '7f97d01d-8756-4d11-9fa8-49c7ec3f3f75', 'status': 'completed', 'code': 200}
Jan 25 18:45:47.415216 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805fc94-66da-40ee-a04b-536d33dfbdef req-0ae2dd05-7020-4c80-acc8-0b53bef28827 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:47.417039 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1805fc94-66da-40ee-a04b-536d33dfbdef req-0ae2dd05-7020-4c80-acc8-0b53bef28827 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1340468
Jan 25 18:45:47.484716 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1805fc94-66da-40ee-a04b-536d33dfbdef req-aa5c0d54-e52b-4e43-820f-0dc259e1e576 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555744
Jan 25 18:45:47.665069 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e8563f9d-f19d-44f0-b0da-873c39a26395 req-341c69fc-629e-4a07-8bae-50943ed7cbad tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 210 time: 0.0496576
Jan 25 18:45:48.205428 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c876ac-8d8f-4d34-baef-989c6100378b req-b541f172-5c1a-4e1a-9030-5d043997bfef tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:48.208318 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e3c876ac-8d8f-4d34-baef-989c6100378b req-b541f172-5c1a-4e1a-9030-5d043997bfef tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.1391735
Jan 25 18:45:48.305478 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e3c876ac-8d8f-4d34-baef-989c6100378b req-b21835fd-4539-4dd3-8493-cb3514b5a39f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907831
Jan 25 18:45:48.747309 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda9192-40ec-4fdb-a478-6477ec6c0a0e req-fad69866-3d85-4ac1-b309-58ba36cc7e78 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:48.749136 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9dda9192-40ec-4fdb-a478-6477ec6c0a0e req-fad69866-3d85-4ac1-b309-58ba36cc7e78 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1211231
Jan 25 18:45:48.815606 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9dda9192-40ec-4fdb-a478-6477ec6c0a0e req-1c78234a-60e1-4094-ad33-849d220e0f64 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590444
Jan 25 18:45:49.101999 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4282fdc5-5457-4994-be71-2871e61a4b0b req-e3d13146-054a-4995-bdf2-5245499890fa tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 210 time: 0.0639789
Jan 25 18:45:49.609164 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f5122-8502-4de3-af14-4feb9d4c0598 req-cd6907c1-d32d-4430-adcc-19f3d8b39870 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:49.610808 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-366f5122-8502-4de3-af14-4feb9d4c0598 req-cd6907c1-d32d-4430-adcc-19f3d8b39870 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.1268752
Jan 25 18:45:49.684459 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-366f5122-8502-4de3-af14-4feb9d4c0598 req-79b5cd67-0419-4e27-90ce-a9bcf20a9ef0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607412
Jan 25 18:45:50.385363 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ab43a-29e4-4d87-ad0a-b7c126a85216 req-b0cca49b-91cf-4800-a3b5-5c92bd2177b8 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:50.388588 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-376ab43a-29e4-4d87-ad0a-b7c126a85216 req-b0cca49b-91cf-4800-a3b5-5c92bd2177b8 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.4241993
Jan 25 18:45:50.453521 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-376ab43a-29e4-4d87-ad0a-b7c126a85216 req-c378cda1-99ed-478c-b7af-8e1a0074ea45 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571573
Jan 25 18:45:50.687464 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-02b202d4-1072-4069-ae82-1758d25024ae req-7ec19193-403a-4d48-af9d-fed1075f7890 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 210 time: 0.0588765
Jan 25 18:45:50.805745 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ad51c1b7-fe42-4c92-b4bc-93ded137ddc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:50.962219 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cac0a6-2ad5-40d7-a1ea-26f10b43e5b3 req-2b47c7aa-16cf-45f5-8833-50dc3ba6dd23 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:50.963862 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-79cac0a6-2ad5-40d7-a1ea-26f10b43e5b3 req-2b47c7aa-16cf-45f5-8833-50dc3ba6dd23 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.1272576
Jan 25 18:45:51.033624 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-79cac0a6-2ad5-40d7-a1ea-26f10b43e5b3 req-106f3722-8b14-4cab-93e5-26e8a6634d87 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575011
Jan 25 18:45:51.744231 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0bfc80-91cc-463a-80b3-58f158e767ae req-0d4060ae-829a-4e48-91b7-289bcb5abf59 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:51.746022 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1a0bfc80-91cc-463a-80b3-58f158e767ae req-0d4060ae-829a-4e48-91b7-289bcb5abf59 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1396537
Jan 25 18:45:51.817820 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1a0bfc80-91cc-463a-80b3-58f158e767ae req-abebba72-3b2e-4cbe-b710-5ff0e3e0b295 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638142
Jan 25 18:45:51.998376 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0d0b7239-1324-40e1-b6e4-64c320fe7722 req-a2b79213-5a51-42dd-ac23-dcc23d1bb145 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 210 time: 0.0530784
Jan 25 18:45:52.317485 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c9409-7e71-4839-a308-facbb1c8abf8 req-e5822a81-2ff9-4551-b05d-c71c2f3924ec tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:52.319270 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9e1c9409-7e71-4839-a308-facbb1c8abf8 req-e5822a81-2ff9-4551-b05d-c71c2f3924ec tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.1285698
Jan 25 18:45:52.381102 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9e1c9409-7e71-4839-a308-facbb1c8abf8 req-d5ed81dd-5c71-4ccd-8ef7-281067ee5fd2 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533204
Jan 25 18:45:52.979228 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:53.113280 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e880430b-6810-42fb-934d-f6a5f7708aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:53.219394 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92adc24-d837-4494-8067-803d2882bcd7 req-ace9b4c6-f51a-476d-98d6-e3133dac676a tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:53.222344 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d92adc24-d837-4494-8067-803d2882bcd7 req-ace9b4c6-f51a-476d-98d6-e3133dac676a tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1765058
Jan 25 18:45:53.285630 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d92adc24-d837-4494-8067-803d2882bcd7 req-94e3babf-4b0f-4d28-9eeb-cfc52b783d63 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561833
Jan 25 18:45:53.592876 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-433ba902-1a5d-4bdf-96f0-750f1a3e6f54 req-053e2c89-62f9-4f22-99de-4f26a8ae2415 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 210 time: 0.0826600
Jan 25 18:45:53.888401 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bf081-7cfd-4f7c-b020-046c5e05985f req-0b4d8091-c15b-4e4f-adde-fa21ba40a032 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:53.890269 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3c4bf081-7cfd-4f7c-b020-046c5e05985f req-0b4d8091-c15b-4e4f-adde-fa21ba40a032 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.1216197
Jan 25 18:45:53.969774 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3c4bf081-7cfd-4f7c-b020-046c5e05985f req-61251fad-f2ec-411b-9969-4da91ff950bc tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660892
Jan 25 18:45:54.542099 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d52405-2a65-46ba-b055-4111439398d1 req-091bb2d3-aea3-4be4-9ea0-fcfec9f3e9b3 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:54.544714 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c1d52405-2a65-46ba-b055-4111439398d1 req-091bb2d3-aea3-4be4-9ea0-fcfec9f3e9b3 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1212492
Jan 25 18:45:54.608853 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c1d52405-2a65-46ba-b055-4111439398d1 req-fd8ee628-fa3c-4031-be4a-d4bce280b2a0 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533288
Jan 25 18:45:54.772836 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:54.848545 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d7315285-c76f-4561-8631-233b37807ad1 req-38e96d7c-227f-425e-9c1d-ec47212350ae tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 210 time: 0.0746801
Jan 25 18:45:55.114977 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:45:55.234438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf5d89-4668-49fd-aa14-ff02a0572a28 req-4839884d-ebe2-44b8-af88-9d3409e8ece6 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:55.236165 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45cf5d89-4668-49fd-aa14-ff02a0572a28 req-4839884d-ebe2-44b8-af88-9d3409e8ece6 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.1198411
Jan 25 18:45:55.300634 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45cf5d89-4668-49fd-aa14-ff02a0572a28 req-86552b45-4937-4903-aa93-5f475a7b7343 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530207
Jan 25 18:45:55.889344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f494557-0712-46cf-bcea-56f3f2c3b8c2 req-2241c100-08ad-4b3d-b383-b97b4ccbe525 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:55.891983 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6f494557-0712-46cf-bcea-56f3f2c3b8c2 req-2241c100-08ad-4b3d-b383-b97b4ccbe525 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1348569
Jan 25 18:45:55.983873 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6f494557-0712-46cf-bcea-56f3f2c3b8c2 req-24eadbca-e307-4888-a0ae-12f3b520d2fa tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838869
Jan 25 18:45:56.077676 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-a7d75160-65a1-4392-a094-bc237cb34756 req-19ec5727-3f0f-470b-945f-014a479c1dc5 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Synchronizing usage tracker for tenant:17410bd898a44521ad5d4aedfe19096a on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:45:56.095504 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-a7d75160-65a1-4392-a094-bc237cb34756 req-19ec5727-3f0f-470b-945f-014a479c1dc5 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Unset dirty status for tenant:17410bd898a44521ad5d4aedfe19096a on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:45:56.098321 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a7d75160-65a1-4392-a094-bc237cb34756 req-19ec5727-3f0f-470b-945f-014a479c1dc5 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 210 time: 0.0725064
Jan 25 18:45:56.564055 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c02e0e-5230-47a7-9e91-250be9ef8630 req-74a48a70-f8dd-4919-b055-5b02ffde84e2 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:56.565760 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-79c02e0e-5230-47a7-9e91-250be9ef8630 req-74a48a70-f8dd-4919-b055-5b02ffde84e2 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.1231430
Jan 25 18:45:56.626839 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-79c02e0e-5230-47a7-9e91-250be9ef8630 req-97db57ef-675c-4790-b17f-77fe7d4f8295 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544617
Jan 25 18:45:57.351899 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5a766c45-038a-4575-b413-8f7d3f2686d8 req-5e9e47dd-4f0f-4a58-ad40-ca0bc4258a40 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 210 time: 0.0591953
Jan 25 18:45:57.370015 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2b7c3-bf6a-44f6-9b8e-ac07df223127 req-8a053097-1227-41cb-a67a-81a30b9a0cca tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:57.385105 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2af2b7c3-bf6a-44f6-9b8e-ac07df223127 req-8a053097-1227-41cb-a67a-81a30b9a0cca tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1967218
Jan 25 18:45:57.471037 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2af2b7c3-bf6a-44f6-9b8e-ac07df223127 req-f8ef07f9-5d44-43d2-ac8f-5bfc6f176888 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844975
Jan 25 18:45:57.944914 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8011165-9881-46b9-a7ef-01f7e6d119c9 req-dc69f8b7-a18e-4156-b5f4-41643902d87c tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:57.947251 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d8011165-9881-46b9-a7ef-01f7e6d119c9 req-dc69f8b7-a18e-4156-b5f4-41643902d87c tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.1192026
Jan 25 18:45:58.016676 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d8011165-9881-46b9-a7ef-01f7e6d119c9 req-23007272-c976-41d9-b569-3a9a18b98573 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616450
Jan 25 18:45:58.122231 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:45:58.592538 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fec747f6-1afc-4d15-a620-6780ccb60dc6 req-b5776e95-986e-4c7e-a944-5dcd04acc317 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 210 time: 0.0728862
Jan 25 18:45:58.841691 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab148df1-448a-40db-b4eb-1f3721cfd1c2 req-449bcebb-b895-4a22-8850-9a78a14c3f0a tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:58.843445 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ab148df1-448a-40db-b4eb-1f3721cfd1c2 req-449bcebb-b895-4a22-8850-9a78a14c3f0a tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1215200
Jan 25 18:45:58.922941 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ab148df1-448a-40db-b4eb-1f3721cfd1c2 req-9032e27b-9efe-4e4a-a14c-db7132b03647 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675435
Jan 25 18:45:59.294461 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7fdb7-1725-40b6-bb03-4e2b68223b2e req-95cdad5a-f4da-46ff-b7fc-2cabad4d93f9 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:45:59.296163 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-58e7fdb7-1725-40b6-bb03-4e2b68223b2e req-95cdad5a-f4da-46ff-b7fc-2cabad4d93f9 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.1158841
Jan 25 18:45:59.351863 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-58e7fdb7-1725-40b6-bb03-4e2b68223b2e req-79a61832-bffb-4bac-baa6-26440a6e13e8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490236
Jan 25 18:45:59.794608 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4dc42b98-07fb-4023-99ba-425b1e3c9a7d req-191b7c96-70a5-4f0c-a279-9248c7711cce tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 210 time: 0.0535009
Jan 25 18:46:00.240799 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f1230-169b-4e7b-88d8-70c2c4ad3d57 req-60f24ddd-a61f-439b-8d3d-23de2c09f0d9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:00.243112 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5b8f1230-169b-4e7b-88d8-70c2c4ad3d57 req-60f24ddd-a61f-439b-8d3d-23de2c09f0d9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1186478
Jan 25 18:46:00.302531 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5b8f1230-169b-4e7b-88d8-70c2c4ad3d57 req-26326241-ee3f-49ee-95eb-018f7ce91247 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524616
Jan 25 18:46:00.605738 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81eb938-05ce-4b71-80ea-031104578e3c req-2423a986-c91e-4fa3-b246-9855c79c6732 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:00.607483 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d81eb938-05ce-4b71-80ea-031104578e3c req-2423a986-c91e-4fa3-b246-9855c79c6732 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.1200843
Jan 25 18:46:00.683563 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d81eb938-05ce-4b71-80ea-031104578e3c req-d1395d4b-7322-4bf9-8702-1000c6b028c9 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686152
Jan 25 18:46:00.993661 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-913fe348-d617-4554-a5a8-52a67b4926ef req-65f001c8-d51c-4af4-83a4-40e9e6c03037 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 210 time: 0.0548377
Jan 25 18:46:01.612665 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c9a8c-397c-4022-a421-48fde08d6363 req-5a4d081a-5bad-4ac2-a761-85f6684232b2 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:01.615236 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4b1c9a8c-397c-4022-a421-48fde08d6363 req-5a4d081a-5bad-4ac2-a761-85f6684232b2 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1753836
Jan 25 18:46:01.674923 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4b1c9a8c-397c-4022-a421-48fde08d6363 req-f8babd63-9932-421b-80fa-4d81913066fd tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530279
Jan 25 18:46:01.935614 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800b057-337b-4236-9211-cfdd22aa5611 req-77e849b9-09d4-408d-bd20-99e37536fb60 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:01.937276 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1800b057-337b-4236-9211-cfdd22aa5611 req-77e849b9-09d4-408d-bd20-99e37536fb60 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.1156673
Jan 25 18:46:02.025008 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1800b057-337b-4236-9211-cfdd22aa5611 req-1317cfa6-cd7f-48fd-9292-56499ba866a7 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805705
Jan 25 18:46:02.247299 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fcba4aab-3350-4b3f-8aab-7a77871b8713 req-1b7b9050-4667-42a1-9d32-d47391499119 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 210 time: 0.0579557
Jan 25 18:46:02.941551 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d198197-a0b2-4dee-8ab7-26f12e48c8d0 req-a7b2108d-db04-4c70-92e9-33a797ce993f tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:02.943276 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2d198197-a0b2-4dee-8ab7-26f12e48c8d0 req-a7b2108d-db04-4c70-92e9-33a797ce993f tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1181469
Jan 25 18:46:03.011583 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2d198197-a0b2-4dee-8ab7-26f12e48c8d0 req-2b4d4886-d1f4-4edd-9cd5-55e353a1cb45 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554650
Jan 25 18:46:03.355703 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c2663-a693-4ac0-845a-2fe8ae82dd65 req-4914aca6-c59e-4b67-98e4-62fd650b87d9 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:03.358585 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c98c2663-a693-4ac0-845a-2fe8ae82dd65 req-4914aca6-c59e-4b67-98e4-62fd650b87d9 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.1800165
Jan 25 18:46:03.457330 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c98c2663-a693-4ac0-845a-2fe8ae82dd65 req-8c22a69b-ff4c-4b44-a247-219b73774a53 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832357
Jan 25 18:46:03.651160 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-44201024-62d9-421a-bedc-52c18ea83170 req-8b123825-1ecd-46f3-a4ca-eb797c24fd50 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 210 time: 0.0631642
Jan 25 18:46:04.404213 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3e75c-7492-41e8-9fa8-43db222b3c9e req-ca413c0e-088a-46d2-b0d9-386484e5ca1f tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:04.406032 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b1c3e75c-7492-41e8-9fa8-43db222b3c9e req-ca413c0e-088a-46d2-b0d9-386484e5ca1f tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1432395
Jan 25 18:46:04.478419 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b1c3e75c-7492-41e8-9fa8-43db222b3c9e req-9b905ac4-3fb1-438a-adb1-cdf143561da5 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602334
Jan 25 18:46:04.914725 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device e77a6f61-5988-4ee2-84b5-cc8e7b678974 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:46:04.952157 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b004c-f917-48d4-a16b-38abaffc4661 req-db9236cc-b825-4e20-907f-8ded170a96b9 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:04.961617 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c23b004c-f917-48d4-a16b-38abaffc4661 req-db9236cc-b825-4e20-907f-8ded170a96b9 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.2648101
Jan 25 18:46:05.078720 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c23b004c-f917-48d4-a16b-38abaffc4661 req-f8a0de99-a5ee-4732-b93c-5f2fd8797a3d tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152906
Jan 25 18:46:05.138943 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2a943d21-9d6a-483f-8302-e760ec069fec req-046e99f4-415b-4e23-b06f-3ed114c66da6 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] 10.222.0.77 "GET /v2.0/ports?device_id=131e329a-fcbe-4427-a1b4-81f029d66f7e HTTP/1.1" status: 200  len: 210 time: 0.1890206
Jan 25 18:46:05.216572 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port e77a6f61-5988-4ee2-84b5-cc8e7b678974 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:46:05.217921 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:05.797686 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5ce69-928f-4070-8940-423e019a8ae5 req-46cf500a-fc8f-4e34-a60b-1f59cddb3179 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:05.799465 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c3d5ce69-928f-4070-8940-423e019a8ae5 req-46cf500a-fc8f-4e34-a60b-1f59cddb3179 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1220059
Jan 25 18:46:05.872355 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c3d5ce69-928f-4070-8940-423e019a8ae5 req-7e35410d-f818-4be9-a8c1-9449b7ae237b tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590994
Jan 25 18:46:06.720628 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae6fe8-827b-420b-a3a6-c1077405c420 req-b13c1ecd-7431-4657-934d-ff282092713b tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:06.722442 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f7ae6fe8-827b-420b-a3a6-c1077405c420 req-b13c1ecd-7431-4657-934d-ff282092713b tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.4852238
Jan 25 18:46:06.799574 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f7ae6fe8-827b-420b-a3a6-c1077405c420 req-19c719a2-a3dd-4020-a917-8fe1747b10ef tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699198
Jan 25 18:46:07.335639 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d020a5a-6b23-47d9-a081-f24e7dc9b3f8 req-3bfb1466-22af-4a2c-86c5-b56332d695b8 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:07.343083 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5d020a5a-6b23-47d9-a081-f24e7dc9b3f8 req-3bfb1466-22af-4a2c-86c5-b56332d695b8 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1659956
Jan 25 18:46:07.444989 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5d020a5a-6b23-47d9-a081-f24e7dc9b3f8 req-4e6cf49c-a14f-4d2e-8ee6-8097de01c4af tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940146
Jan 25 18:46:08.101128 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4dc9c-db90-4440-96d8-b1be90f5b37c req-1c6be33a-d117-442d-b6ec-e7c3dcb3ce72 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:08.103389 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-aba4dc9c-db90-4440-96d8-b1be90f5b37c req-1c6be33a-d117-442d-b6ec-e7c3dcb3ce72 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.1575899
Jan 25 18:46:08.181743 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-aba4dc9c-db90-4440-96d8-b1be90f5b37c req-6c84b440-5a52-43de-8299-caf0a87fa921 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644851
Jan 25 18:46:08.584283 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 58564) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:46:08.719430 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Deleting subnet ade2b8cd-beb1-4c20-90b8-fbee60df5df3 {{(pid=80198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 25 18:46:08.729829 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:08.795926 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:08.840365 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbc092-c654-41a1-b815-f665d26280a9 req-7271ff22-d8fa-4282-a2ce-2424394df337 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:08.842654 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-24fbc092-c654-41a1-b815-f665d26280a9 req-7271ff22-d8fa-4282-a2ce-2424394df337 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.2196712
Jan 25 18:46:08.844829 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-613998'] for subnet, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:09.059508 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-24fbc092-c654-41a1-b815-f665d26280a9 req-ec117fd8-0816-4585-a012-fbd191fee65a tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744781
Jan 25 18:46:09.369209 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77227766-e163-4d4a-b8df-9a131d4ef7f3 req-05657dc0-0154-41fe-be0f-ffc7d0ff7aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:09.371695 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-77227766-e163-4d4a-b8df-9a131d4ef7f3 req-05657dc0-0154-41fe-be0f-ffc7d0ff7aa9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 1162 time: 0.1694827
Jan 25 18:46:09.416517 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for subnet, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:09.468898 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-77227766-e163-4d4a-b8df-9a131d4ef7f3 req-f43bc1ee-67bb-48b6-8037-d50d5dba8b07 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893674
Jan 25 18:46:09.516105 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:46:09.610263 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ade2b8cd-beb1-4c20-90b8-fbee60df5df3,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:46:09.638321 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:09.638713 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:09.639107 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:09.639488 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:09.639866 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:09.640244 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:09.640630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:09.641040 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:09.641574 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:09.642112 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:09.642740 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:09.643374 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:09.643919 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:09.644421 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:09.644921 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:09.645458 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:09.645950 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:09.646571 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:09.647190 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:09.647930 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:09.649376 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:09.649974 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:09.650472 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:09.651079 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:09.669074 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:46:09.685037 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:09.712741 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ade2b8cd-beb1-4c20-90b8-fbee60df5df3 HTTP/1.1" status: 204  len: 168 time: 1.1265702
Jan 25 18:46:09.716949 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 58592) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:46:09.806144 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2ee42-fea1-4d12-88a6-25cadbdafa17 req-0c795603-7c24-4930-8b86-28ec28e5b61a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:09.809063 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a3a2ee42-fea1-4d12-88a6-25cadbdafa17 req-0c795603-7c24-4930-8b86-28ec28e5b61a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 944 time: 0.2940993
Jan 25 18:46:09.931008 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a3a2ee42-fea1-4d12-88a6-25cadbdafa17 req-8a975e14-f479-4e6b-91bb-0f87f5a6bf15 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107473
Jan 25 18:46:09.946749 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854171154'] for network, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:10.286514 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 58606) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:46:10.299061 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 2f64510e-2374-4ac8-be8c-581a49af2479 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:46:10.385286 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-613939', 'neutron.services.segments.db._delete_segments_for_network--9223363298167826975'] for network, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:10.402903 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning for port 2f64510e-2374-4ac8-be8c-581a49af2479 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:46:10.414984 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 2f64510e-2374-4ac8-be8c-581a49af2479 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:46:10.414984 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:10.562900 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-20d171b9-1f0e-4006-b9b2-9199e6bbf66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:10.581404 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-20d171b9-1f0e-4006-b9b2-9199e6bbf66f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:46:10.586277 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-20d171b9-1f0e-4006-b9b2-9199e6bbf66f admin admin] Usage tracker for resource:security_group_rule and tenant:add5da7f351743fc8146ad5038d022f2 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:46:10.594010 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-20d171b9-1f0e-4006-b9b2-9199e6bbf66f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:46:10.601828 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-20d171b9-1f0e-4006-b9b2-9199e6bbf66f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:46:10.654554 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:10.710425 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-20d171b9-1f0e-4006-b9b2-9199e6bbf66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:10.714276 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-20d171b9-1f0e-4006-b9b2-9199e6bbf66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:10.714816 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6f01ce-eb49-4355-a03c-8a0b20bf1273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f64510e-2374-4ac8-be8c-581a49af2479'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:46:10.723782 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c08600fd-f54e-4c5e-b92d-077c30754c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:46:10.734499 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 2f64510e-2374-4ac8-be8c-581a49af2479, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=2f64510e-2374-4ac8-be8c-581a49af2479,segment=NetworkSegment(64b31ac6-716f-4c4a-ad64-58104b03ceac),segment_id=64b31ac6-716f-4c4a-ad64-58104b03ceac)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:46:10.740367 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:10.742057 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device e77a6f61-5988-4ee2-84b5-cc8e7b678974 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:46:10.761647 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711af35-e783-4512-9ae6-a2848cd4a6d9 req-5612105d-dbf9-4ef0-a7de-b7d174654c24 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:10.763951 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7711af35-e783-4512-9ae6-a2848cd4a6d9 req-5612105d-dbf9-4ef0-a7de-b7d174654c24 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.4789798
Jan 25 18:46:10.770134 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2a24947a90>> segment before_delete 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:46:10.770881 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2a24947a90>> subnet precommit_delete_associations 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:46:10.772349 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a235594e0>> segment_host_mapping after_create 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:46:10.772932 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a235594e0>> port after_create 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:46:10.775058 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a235594e0>> port after_delete 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:46:10.775827 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a235594e0>> port after_update 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:46:10.776396 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a235594e0>> segment after_delete 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:46:10.777326 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a235594e0>> subnet after_create 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:46:10.778094 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a235594e0>> subnet after_delete 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:46:10.778640 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a235594e0>> subnet after_update 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:46:10.778877 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-20d171b9-1f0e-4006-b9b2-9199e6bbf66f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=add5da7f351743fc8146ad5038d022f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4910636
Jan 25 18:46:10.780063 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d171b9-1f0e-4006-b9b2-9199e6bbf66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb487479-3022-4899-956e-40b71044bd23,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:46:10.783357 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 58618) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:46:10.829752 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-20d171b9-1f0e-4006-b9b2-9199e6bbf66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:46:10.833238 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:46:10.859668 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8a164d18-f8c7-4097-82c1-3abe03315e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:10.885127 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2a23b27898>> subnet after_create 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:46:10.885562 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2a23b27898>> subnet after_delete 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:46:10.886105 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2a23b27898>> subnet before_create 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:46:10.886466 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2a23b27898>> subnet before_update 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:46:10.886855 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a23559a20>,) {'filters': {'network_id': ['80221f03-cf5a-4cce-a4e6-ead5a8bf34b2']}} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:46:10.894112 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8a164d18-f8c7-4097-82c1-3abe03315e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:10.903336 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6f01ce-eb49-4355-a03c-8a0b20bf1273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f64510e-2374-4ac8-be8c-581a49af2479', 'code': 200}
Jan 25 18:46:10.907630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a23559a20>, '513f1e79-0fed-4207-9adf-8777c68a979a') {'for_net_delete': True} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:46:10.907630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a23559a20>, '513f1e79-0fed-4207-9adf-8777c68a979a') {} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:46:10.974744 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8a164d18-f8c7-4097-82c1-3abe03315e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:11.028472 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-ccc4df4a-a65b-4eb8-8a20-aab7409ca427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:46:11.028720 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=2f64510e-2374-4ac8-be8c-581a49af2479,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:46:11.034590 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298167820831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852822340'] for segment, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:11.054051 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:11.054770 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:11.055436 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:11.056096 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:11.056755 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:11.057451 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:11.058116 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:11.058775 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:11.059406 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:11.060075 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:11.060723 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:11.061466 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:11.062201 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:11.062843 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:11.063483 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:11.064130 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:11.065396 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:11.066078 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:11.066730 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:11.067362 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:11.068125 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:11.068669 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:11.069397 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:11.070572 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:46:11.078562 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port e77a6f61-5988-4ee2-84b5-cc8e7b678974 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:46:11.079389 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:11.101851 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a164d18-f8c7-4097-82c1-3abe03315e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb487479-3022-4899-956e-40b71044bd23,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:46:11.111169 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8a164d18-f8c7-4097-82c1-3abe03315e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:46:11.128571 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7711af35-e783-4512-9ae6-a2848cd4a6d9 req-1f629ed9-16ed-4459-944d-e9efe0ea98e5 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1908057
Jan 25 18:46:11.128571 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:11.128571 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 25 18:46:11.129095 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8a164d18-f8c7-4097-82c1-3abe03315e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:11.131733 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-8a164d18-f8c7-4097-82c1-3abe03315e09 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eb487479-3022-4899-956e-40b71044bd23 HTTP/1.1" status: 204  len: 168 time: 0.3468547
Jan 25 18:46:11.169324 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:46:11.365386 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Network 80221f03-cf5a-4cce-a4e6-ead5a8bf34b2 has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:46:11.377434 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-607990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848233893'] for segment, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:11.750702 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dda75f-ef75-4f9e-b9be-038717231444 req-08364111-5ec7-429f-923d-13c7bc321f5e tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:11.783098 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-33dda75f-ef75-4f9e-b9be-038717231444 req-08364111-5ec7-429f-923d-13c7bc321f5e tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 946 time: 0.2144725
Jan 25 18:46:11.785021 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 58644) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:46:11.921662 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-33dda75f-ef75-4f9e-b9be-038717231444 req-27df1040-265a-4aa7-9d4d-4de48010c3af tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374831
Jan 25 18:46:12.014288 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Network 80221f03-cf5a-4cce-a4e6-ead5a8bf34b2 has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:   (rel_b, rel_a, rel_b),
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:   (rel_b, rel_a, rel_b),
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]: Traceback (most recent call last):
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:     timer()
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:     cb(*args, **kw)
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:     return func(*args, **kwargs)
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:     self._notify()
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:     self.callback(batched_events)
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:     event.method(event)
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:     segment_id)['aggregates'][0]
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(self, *a, **k)
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self._get(url).json()
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:     **kwargs)
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.request(url, 'GET', **kwargs)
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:     **endpoint_filter)
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 25 18:46:12.048740 dv-cinder-772388-1-iscsi neutron-server[80085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 25 18:46:12.057384 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 2f64510e-2374-4ac8-be8c-581a49af2479 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:46:12.170228 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-803595a9-6da9-4254-ab32-6a6aa38220e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:12.222529 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-803595a9-6da9-4254-ab32-6a6aa38220e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:46:12.228895 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead218f-75b2-4a15-843c-4f11a97aa84d req-b9f4572c-1a45-4437-a59c-c62240850cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:12.232848 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3ead218f-75b2-4a15-843c-4f11a97aa84d req-b9f4572c-1a45-4437-a59c-c62240850cca service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 1163 time: 0.6583517
Jan 25 18:46:12.243758 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-803595a9-6da9-4254-ab32-6a6aa38220e4 admin admin] Usage tracker for resource:security_group_rule and tenant:1eab2d6d7bd64afc86f9023f3e8cc089 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:46:12.252533 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-803595a9-6da9-4254-ab32-6a6aa38220e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:46:12.260273 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-803595a9-6da9-4254-ab32-6a6aa38220e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:46:12.280223 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 2f64510e-2374-4ac8-be8c-581a49af2479 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:46:12.281265 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:12.338056 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854161852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363661'] for network, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:12.343524 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3ead218f-75b2-4a15-843c-4f11a97aa84d req-065636b9-4202-414a-baf9-2e609dd5a147 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029992
Jan 25 18:46:12.349137 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:46:12.390752 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Pushing event deleted for resources: {'Network': ['ID=80221f03-cf5a-4cce-a4e6-ead5a8bf34b2,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:46:12.415533 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:12.443400 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] 10.222.0.77 "DELETE /v2.0/networks/80221f03-cf5a-4cce-a4e6-ead5a8bf34b2 HTTP/1.1" status: 204  len: 168 time: 2.7203813
Jan 25 18:46:12.449320 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:46:12.458837 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-803595a9-6da9-4254-ab32-6a6aa38220e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:12.502456 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53216b0-2996-42a9-8458-9148192ee7e9 req-920262a1-6af3-4203-8941-95f715793f4a tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:12.513140 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f53216b0-2996-42a9-8458-9148192ee7e9 req-920262a1-6af3-4203-8941-95f715793f4a tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.2107174
Jan 25 18:46:12.516226 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-803595a9-6da9-4254-ab32-6a6aa38220e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:12.545705 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f9f22e71-ab36-4924-b3b0-8a72398391e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:46:12.615484 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803595a9-6da9-4254-ab32-6a6aa38220e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ca4f8d-3184-44d8-82fd-f343769f2686,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:46:12.619247 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-803595a9-6da9-4254-ab32-6a6aa38220e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:46:12.625365 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 58676) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:46:12.625559 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-803595a9-6da9-4254-ab32-6a6aa38220e4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1eab2d6d7bd64afc86f9023f3e8cc089&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8390143
Jan 25 18:46:12.645613 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f53216b0-2996-42a9-8458-9148192ee7e9 req-d7429783-b8d2-4dc7-81c9-0635ffc86b33 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313715
Jan 25 18:46:12.682554 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 58682) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:46:12.768871 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-70d3ab73-f0e6-440e-abe3-92c8ac4803ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:12.777960 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-1f45c684-2324-4c8a-8eb6-2f17e222a112 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=17410bd898a44521ad5d4aedfe19096a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0933647
Jan 25 18:46:12.778718 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 58692) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:46:12.835006 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-70d3ab73-f0e6-440e-abe3-92c8ac4803ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:12.964906 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1a6bd9db-f21b-4171-b75c-402fb4047995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:13.075577 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1a6bd9db-f21b-4171-b75c-402fb4047995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:13.149931 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8d94a-c8bc-4598-ab94-c67834116f9c req-04ff5b1e-9d93-4f82-8be6-fcbaf67ae7f6 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:13.151308 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b1f8d94a-c8bc-4598-ab94-c67834116f9c req-04ff5b1e-9d93-4f82-8be6-fcbaf67ae7f6 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.2810860
Jan 25 18:46:13.197621 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-70d3ab73-f0e6-440e-abe3-92c8ac4803ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:13.201022 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1a6bd9db-f21b-4171-b75c-402fb4047995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:13.206774 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-dc98c85f-8ba7-47f6-87d5-b96167a449b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:46:13.219170 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:46:13.222675 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3ab73-f0e6-440e-abe3-92c8ac4803ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ca4f8d-3184-44d8-82fd-f343769f2686,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:46:13.237882 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b1f8d94a-c8bc-4598-ab94-c67834116f9c req-3fba5813-76dd-4541-8ed0-fc19fbd10a35 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791471
Jan 25 18:46:13.238926 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bd9db-f21b-4171-b75c-402fb4047995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f734407-8cbb-4c99-91e0-a384ff804b1b,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:46:13.240262 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-70d3ab73-f0e6-440e-abe3-92c8ac4803ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:46:13.242901 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1a6bd9db-f21b-4171-b75c-402fb4047995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:46:13.243131 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-70d3ab73-f0e6-440e-abe3-92c8ac4803ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:13.244170 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-70d3ab73-f0e6-440e-abe3-92c8ac4803ff admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/74ca4f8d-3184-44d8-82fd-f343769f2686 HTTP/1.1" status: 204  len: 168 time: 0.6170390
Jan 25 18:46:13.251575 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1a6bd9db-f21b-4171-b75c-402fb4047995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:13.257890 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-1a6bd9db-f21b-4171-b75c-402fb4047995 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7f734407-8cbb-4c99-91e0-a384ff804b1b HTTP/1.1" status: 204  len: 168 time: 0.4771614
Jan 25 18:46:13.831404 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:13.918050 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b5ee5-a0dd-4912-8939-43c8b6714424 req-a323da39-c403-4d80-bfbb-3ebb3928a0c2 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:13.921863 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ea0b5ee5-a0dd-4912-8939-43c8b6714424 req-a323da39-c403-4d80-bfbb-3ebb3928a0c2 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 946 time: 0.2861803
Jan 25 18:46:14.111097 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ea0b5ee5-a0dd-4912-8939-43c8b6714424 req-fd74d147-6957-43dc-ba1c-6f52adff78ba tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1776965
Jan 25 18:46:15.590447 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47304940-78f1-43c9-8ded-12c881441b97 req-28d8956c-6065-4f95-a12e-7786e5d30dbf tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:15.593753 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-47304940-78f1-43c9-8ded-12c881441b97 req-28d8956c-6065-4f95-a12e-7786e5d30dbf tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 946 time: 0.1760015
Jan 25 18:46:15.710008 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-47304940-78f1-43c9-8ded-12c881441b97 req-96c84649-b7b1-4513-8f34-0b45ff5d36e0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020787
Jan 25 18:46:19.100566 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609f8d9-d5ed-42e3-8dcb-cabbbab041de req-55e6235a-e950-40dd-993d-c25b42d3dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:19.102896 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9609f8d9-d5ed-42e3-8dcb-cabbbab041de req-55e6235a-e950-40dd-993d-c25b42d3dcb1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e33a018e9f954cdc8b0b90314907d180&device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 1162 time: 0.2574320
Jan 25 18:46:19.136418 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32b94-05cb-4f43-b4f0-6f92477615c3 req-8755f83f-ca27-4010-b734-26f5b5b5e0df tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:19.138129 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5ba32b94-05cb-4f43-b4f0-6f92477615c3 req-8755f83f-ca27-4010-b734-26f5b5b5e0df tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.2147937
Jan 25 18:46:19.306533 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5ba32b94-05cb-4f43-b4f0-6f92477615c3 req-bbaec39b-829d-4b3e-99e5-1a9ce9e4ca5b tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402807
Jan 25 18:46:19.345819 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609f8d9-d5ed-42e3-8dcb-cabbbab041de req-8da28f78-a7ac-45e8-9f1b-e72ff5f6a309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:19.348787 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9609f8d9-d5ed-42e3-8dcb-cabbbab041de req-8da28f78-a7ac-45e8-9f1b-e72ff5f6a309 service neutron] 10.222.0.70 "GET /v2.0/networks?id=18622258-cc8c-47a0-913a-154bf9be8ebc HTTP/1.1" status: 200  len: 912 time: 0.2092967
Jan 25 18:46:19.434549 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9609f8d9-d5ed-42e3-8dcb-cabbbab041de req-a753d3a8-c8c1-442c-92ac-32e7fdd0173f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e8a6709-b03a-429e-8491-492e7bf96f35 HTTP/1.1" status: 200  len: 217 time: 0.0786808
Jan 25 18:46:19.517286 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609f8d9-d5ed-42e3-8dcb-cabbbab041de req-b63f75c4-311b-4a85-b829-ffd186e8a2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:19.518874 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9609f8d9-d5ed-42e3-8dcb-cabbbab041de req-b63f75c4-311b-4a85-b829-ffd186e8a2d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e41f3cd-e809-4d09-9708-244cf575d1af HTTP/1.1" status: 200  len: 858 time: 0.0768065
Jan 25 18:46:19.583638 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9609f8d9-d5ed-42e3-8dcb-cabbbab041de req-f7aa768e-65a8-4294-b444-e3ef3597d454 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18622258-cc8c-47a0-913a-154bf9be8ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0563254
Jan 25 18:46:19.752250 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9609f8d9-d5ed-42e3-8dcb-cabbbab041de req-9b62ebf4-783e-4433-bb95-7f709a8bf127 service neutron] 10.222.0.70 "GET /v2.0/networks/18622258-cc8c-47a0-913a-154bf9be8ebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1616824
Jan 25 18:46:19.936786 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9609f8d9-d5ed-42e3-8dcb-cabbbab041de req-57728f13-bb22-4baf-a09f-8ff03f454da9 service neutron] 10.222.0.70 "GET /v2.0/networks/18622258-cc8c-47a0-913a-154bf9be8ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1770098
Jan 25 18:46:20.737443 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e36dd-7df0-471a-9c3c-6fa198c21ba1 req-8e656ca6-befe-4d1f-a7d1-69c7af1454d8 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:20.740700 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5c0e36dd-7df0-471a-9c3c-6fa198c21ba1 req-8e656ca6-befe-4d1f-a7d1-69c7af1454d8 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1450975
Jan 25 18:46:20.797266 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 58940) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:46:20.816629 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d302cf84-8fe4-4325-bda1-5aa5c45b91ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:20.823197 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5c0e36dd-7df0-471a-9c3c-6fa198c21ba1 req-4d92630f-30ad-451e-8544-f47c29b369b3 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689087
Jan 25 18:46:20.990236 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-6da8f5dd-24a1-41ae-ac34-9f8466f7d477 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:20.993442 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-6da8f5dd-24a1-41ae-ac34-9f8466f7d477 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/networks?id=91f80afc-59ce-4fe7-876c-4cf2ad6baef9 HTTP/1.1" status: 200  len: 815 time: 0.2368875
Jan 25 18:46:21.016908 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-78cb979d-5f84-433c-acc1-3c056b7019fa tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/quotas/249a90a17b6743d183168f87ef1741b5 HTTP/1.1" status: 200  len: 375 time: 0.0125403
Jan 25 18:46:21.068319 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-84ca47c7-40c6-4d40-a277-7a2a2066ff6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:21.097674 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-84ca47c7-40c6-4d40-a277-7a2a2066ff6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:46:21.102921 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-84ca47c7-40c6-4d40-a277-7a2a2066ff6b admin admin] Usage tracker for resource:security_group_rule and tenant:01049611916a4c09bde76461dfd54e71 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:46:21.107070 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-84ca47c7-40c6-4d40-a277-7a2a2066ff6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:46:21.120400 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-84ca47c7-40c6-4d40-a277-7a2a2066ff6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:46:21.141605 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-05ba6096-9e53-42ad-ad29-6bfd887156a3 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?tenant_id=249a90a17b6743d183168f87ef1741b5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1122341
Jan 25 18:46:21.307430 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-84ca47c7-40c6-4d40-a277-7a2a2066ff6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:21.312927 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-84ca47c7-40c6-4d40-a277-7a2a2066ff6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:21.331069 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-47f0a516-f41e-4049-8dd6-7dd0c11eb6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:46:21.419629 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca47c7-40c6-4d40-a277-7a2a2066ff6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e0d54a-e0fa-492f-944d-c5eba7323534,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:46:21.429884 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-84ca47c7-40c6-4d40-a277-7a2a2066ff6b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=01049611916a4c09bde76461dfd54e71&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6306567
Jan 25 18:46:21.431301 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-84ca47c7-40c6-4d40-a277-7a2a2066ff6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:46:21.433515 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 58950) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:46:21.503245 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1adf223e-f13f-4edf-a931-25698195fcd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:21.530374 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-77c1cc6d-f86f-40f3-9571-3430c1f72587 service neutron] 10.222.0.77 "GET /v2.0/networks/91f80afc-59ce-4fe7-876c-4cf2ad6baef9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3741055
Jan 25 18:46:21.533721 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1adf223e-f13f-4edf-a931-25698195fcd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:21.584518 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1adf223e-f13f-4edf-a931-25698195fcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:21.590699 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e9c5647c-35a5-4222-b152-6d37584478a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:46:21.606054 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf223e-f13f-4edf-a931-25698195fcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e0d54a-e0fa-492f-944d-c5eba7323534,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:46:21.609180 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1adf223e-f13f-4edf-a931-25698195fcd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:46:21.615659 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1adf223e-f13f-4edf-a931-25698195fcd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:21.634657 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-1adf223e-f13f-4edf-a931-25698195fcd6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/23e0d54a-e0fa-492f-944d-c5eba7323534 HTTP/1.1" status: 204  len: 168 time: 0.1999574
Jan 25 18:46:21.746224 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-05cd0a7c-6ac2-48c8-9bae-05803c387624 service neutron] 10.222.0.77 "GET /v2.0/networks/91f80afc-59ce-4fe7-876c-4cf2ad6baef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2075546
Jan 25 18:46:22.166071 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-efbe67c9-7cf5-46d4-bb8e-19e633fdd895 req-0643f1f7-4369-4eb7-b983-9744cfa61b67 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 210 time: 0.2058086
Jan 25 18:46:22.386749 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8f5aa-8e6c-44cf-84b1-123965917c3f req-de339649-7bf5-4b5c-ad74-5d33771c776f tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:22.389992 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e6a8f5aa-8e6c-44cf-84b1-123965917c3f req-de339649-7bf5-4b5c-ad74-5d33771c776f tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.2540407
Jan 25 18:46:22.457753 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e6a8f5aa-8e6c-44cf-84b1-123965917c3f req-06ec6caf-98ce-4a64-bc02-c8607e7b06e0 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617125
Jan 25 18:46:22.983273 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:23.109531 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7190ab67-93c7-4de4-8cfa-b9e9da52b10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:23.441528 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f56878f2-c970-4bfd-b94c-a9c124ac512f req-98e1c47f-1295-4973-8c80-aa8f676ccd88 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 210 time: 0.0917919
Jan 25 18:46:23.739175 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306c6f6-d702-4229-865e-634088c58961 req-7ae78de4-52b0-4a43-b3ee-a488a4d9e3a6 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:23.740936 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a306c6f6-d702-4229-865e-634088c58961 req-7ae78de4-52b0-4a43-b3ee-a488a4d9e3a6 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1324089
Jan 25 18:46:23.797506 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a306c6f6-d702-4229-865e-634088c58961 req-8dd04058-8bc6-48a8-8166-13f402a85482 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499375
Jan 25 18:46:24.629713 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8225e1de-3934-441d-8509-f604d0f4debf req-183b3508-45e0-49c5-b873-015ada86b789 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 210 time: 0.0520558
Jan 25 18:46:24.739497 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:25.123974 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:25.256482 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86c09c-14fe-43bc-8ab7-33d46a198615 req-3081d349-ab55-4f48-acb8-9fd21f52779f tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:25.258302 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3c86c09c-14fe-43bc-8ab7-33d46a198615 req-3081d349-ab55-4f48-acb8-9fd21f52779f tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.3179069
Jan 25 18:46:25.316588 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3c86c09c-14fe-43bc-8ab7-33d46a198615 req-de8c4a13-28f3-44ce-b214-773871c6b140 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509064
Jan 25 18:46:25.821246 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5f96f0a9-04fd-49b8-808e-118b4f8efaf6 req-61189ba6-9fc3-4cba-a959-dbb40a246122 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 210 time: 0.0552456
Jan 25 18:46:26.590655 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22636166-42f8-4fd4-a1fa-8399bac4162f req-6e38b98d-7e91-4969-a4a8-e906a552c424 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:26.592384 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-22636166-42f8-4fd4-a1fa-8399bac4162f req-6e38b98d-7e91-4969-a4a8-e906a552c424 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1206806
Jan 25 18:46:26.651528 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-22636166-42f8-4fd4-a1fa-8399bac4162f req-0d907691-f885-41be-8bf4-f36e0b30022c tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522561
Jan 25 18:46:27.133790 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6c36166a-d75f-4d21-9d83-4e1376d22b04 req-14ffe593-fb65-4b1d-9cdb-16030712e439 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 210 time: 0.0671020
Jan 25 18:46:27.530694 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-118e4797-7795-45f2-b48d-033da0ca337b tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:27.532790 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-118e4797-7795-45f2-b48d-033da0ca337b tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.70 "GET /v2.0/networks?id=91f80afc-59ce-4fe7-876c-4cf2ad6baef9 HTTP/1.1" status: 200  len: 815 time: 0.2206097
Jan 25 18:46:27.590160 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-df27f9a1-f4d8-4015-ab63-d2cf4847eca8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Request body: {'port': {'device_id': '6ba082ee-1d18-4301-a60c-25a549e037db', 'network_id': '91f80afc-59ce-4fe7-876c-4cf2ad6baef9', 'admin_state_up': True, 'tenant_id': '249a90a17b6743d183168f87ef1741b5'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:46:27.763241 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-df27f9a1-f4d8-4015-ab63-d2cf4847eca8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:46:27.775377 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-df27f9a1-f4d8-4015-ab63-d2cf4847eca8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:46:27.785858 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-df27f9a1-f4d8-4015-ab63-d2cf4847eca8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Made reservation on behalf of 249a90a17b6743d183168f87ef1741b5 for: {'port': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:46:27.797735 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-df27f9a1-f4d8-4015-ab63-d2cf4847eca8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:27.981961 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da47cb4-cf0f-4c4f-a8a2-dc043b4bbdfc req-72697e20-693d-4dc8-b448-c19214b6d4a0 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:27.983935 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9da47cb4-cf0f-4c4f-a8a2-dc043b4bbdfc req-72697e20-693d-4dc8-b448-c19214b6d4a0 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1706285
Jan 25 18:46:28.061473 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9da47cb4-cf0f-4c4f-a8a2-dc043b4bbdfc req-aca73dd8-fea4-4947-a044-ff175f992b81 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652509
Jan 25 18:46:28.202771 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-df27f9a1-f4d8-4015-ab63-d2cf4847eca8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Allocated IP 172.20.0.7 (91f80afc-59ce-4fe7-876c-4cf2ad6baef9/ca41d6d8-122b-484f-9bde-52f953964f34/9f5dd006-1d8a-4c17-bb82-740c6c10f62e) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:46:28.510207 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-47d19fb1-9f95-4dec-bf35-eb5908d15872 req-49d3c2a5-2b41-4159-84f9-41a8ec25991d tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 210 time: 0.1027212
Jan 25 18:46:28.578931 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-df27f9a1-f4d8-4015-ab63-d2cf4847eca8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:28.610622 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-df27f9a1-f4d8-4015-ab63-d2cf4847eca8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:28.629689 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:46:28.777065 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27f9a1-f4d8-4015-ab63-d2cf4847eca8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Pushing event updated for resources: {'Port': ['ID=9f5dd006-1d8a-4c17-bb82-740c6c10f62e,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:46:28.790382 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-df27f9a1-f4d8-4015-ab63-d2cf4847eca8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:46:28.839054 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-df27f9a1-f4d8-4015-ab63-d2cf4847eca8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Network 91f80afc-59ce-4fe7-876c-4cf2ad6baef9 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:46:28.840411 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-df27f9a1-f4d8-4015-ab63-d2cf4847eca8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:46:28.843872 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-df27f9a1-f4d8-4015-ab63-d2cf4847eca8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:46:28.941092 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-df27f9a1-f4d8-4015-ab63-d2cf4847eca8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:28.941830 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-df27f9a1-f4d8-4015-ab63-d2cf4847eca8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:28.976932 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-df27f9a1-f4d8-4015-ab63-d2cf4847eca8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3961527
Jan 25 18:46:29.395909 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e1224-0ffd-4b1b-a44f-e0c40a287cfa req-1f3bc45b-0c78-485e-b2eb-25ca4ad1d493 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:29.397716 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3e7e1224-0ffd-4b1b-a44f-e0c40a287cfa req-1f3bc45b-0c78-485e-b2eb-25ca4ad1d493 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1261361
Jan 25 18:46:29.454103 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3e7e1224-0ffd-4b1b-a44f-e0c40a287cfa req-60cf4b6d-e08e-449c-bc1d-cdc9f47da39e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493896
Jan 25 18:46:29.780198 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd3956-f7e0-4d2f-8ac1-a562a8591a6f req-d5c345d3-7879-4f0d-af77-0f3ecbb2c942 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:29.780937 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-f8bd3956-f7e0-4d2f-8ac1-a562a8591a6f req-d5c345d3-7879-4f0d-af77-0f3ecbb2c942 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Synchronizing usage tracker for tenant:249a90a17b6743d183168f87ef1741b5 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:46:29.797259 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-f8bd3956-f7e0-4d2f-8ac1-a562a8591a6f req-d5c345d3-7879-4f0d-af77-0f3ecbb2c942 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Unset dirty status for tenant:249a90a17b6743d183168f87ef1741b5 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:46:29.798570 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f8bd3956-f7e0-4d2f-8ac1-a562a8591a6f req-d5c345d3-7879-4f0d-af77-0f3ecbb2c942 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 931 time: 0.1376934
Jan 25 18:46:29.855538 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f8bd3956-f7e0-4d2f-8ac1-a562a8591a6f req-1841bda4-28fb-4f9e-b9be-4463bac82e89 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497816
Jan 25 18:46:30.710804 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843abde-3b5c-4892-a938-ef39278b3c3c req-af7522b2-b920-4fe4-bdef-c59f1b75ddf7 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:30.712514 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2843abde-3b5c-4892-a938-ef39278b3c3c req-af7522b2-b920-4fe4-bdef-c59f1b75ddf7 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1192040
Jan 25 18:46:30.773640 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2843abde-3b5c-4892-a938-ef39278b3c3c req-0acdce84-578e-4514-bfc9-57f49cc2c8ff tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543125
Jan 25 18:46:31.107587 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c7c49-201f-4679-b399-4769ac713b32 req-b7cf4a9f-26b1-4215-9da1-73425c7e231e tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:31.109301 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-137c7c49-201f-4679-b399-4769ac713b32 req-b7cf4a9f-26b1-4215-9da1-73425c7e231e tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 931 time: 0.1167111
Jan 25 18:46:31.164871 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-137c7c49-201f-4679-b399-4769ac713b32 req-84a8c1ff-bc66-4131-ba4f-f1634231872e tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490935
Jan 25 18:46:31.519256 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] Request body: {'port': {'device_id': '6ba082ee-1d18-4301-a60c-25a549e037db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:46:31.664882 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:32.164665 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee6f05-dbf5-4b60-be27-35684e542228 req-d642f9a7-8757-4bec-a8c5-afbe1c07e756 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:32.166416 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d4ee6f05-dbf5-4b60-be27-35684e542228 req-d642f9a7-8757-4bec-a8c5-afbe1c07e756 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.2270532
Jan 25 18:46:32.284761 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d4ee6f05-dbf5-4b60-be27-35684e542228 req-a53ec7be-6d64-46a6-9488-12be66cad8ea tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111615
Jan 25 18:46:32.296588 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f5dd006-1d8a-4c17-bb82-740c6c10f62e {{(pid=80199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 25 18:46:32.306372 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:32.324461 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] Transition to ACTIVE for port object 9f5dd006-1d8a-4c17-bb82-740c6c10f62e will not be triggered until provisioned by entity L2. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:46:32.328040 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:32.348876 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-df27f9a1-f4d8-4015-ab63-d2cf4847eca8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:46:32.446913 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83587db6-70ed-419c-8e82-201882ad73f4 req-a265ce14-269e-498b-b088-bd5b42f998f0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:32.448795 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-83587db6-70ed-419c-8e82-201882ad73f4 req-a265ce14-269e-498b-b088-bd5b42f998f0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 943 time: 0.1469572
Jan 25 18:46:32.499855 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5dd006-1d8a-4c17-bb82-740c6c10f62e,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:46:32.504915 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:46:32.536909 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-83587db6-70ed-419c-8e82-201882ad73f4 req-c25ba5f4-1209-4f40-b6a2-360999f38326 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678186
Jan 25 18:46:32.701657 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] Attempting to bind port 9f5dd006-1d8a-4c17-bb82-740c6c10f62e on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:46:32.702034 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] Attempting to bind port 9f5dd006-1d8a-4c17-bb82-740c6c10f62e by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '64b31ac6-716f-4c4a-ad64-58104b03ceac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91f80afc-59ce-4fe7-876c-4cf2ad6baef9'}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:46:32.702405 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] Attempting to bind port 9f5dd006-1d8a-4c17-bb82-740c6c10f62e on network 91f80afc-59ce-4fe7-876c-4cf2ad6baef9 {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:46:32.709836 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] Checking agent: {'id': '2edca791-6dfd-4a0b-9497-e94f443cd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 33), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:46:32.710362 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] Checking segment: {'id': '64b31ac6-716f-4c4a-ad64-58104b03ceac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91f80afc-59ce-4fe7-876c-4cf2ad6baef9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:46:32.710845 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:32.711438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] Bound using segment: {'id': '64b31ac6-716f-4c4a-ad64-58104b03ceac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91f80afc-59ce-4fe7-876c-4cf2ad6baef9'} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:46:32.711992 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] Bound port: 9f5dd006-1d8a-4c17-bb82-740c6c10f62e, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b31ac6-716f-4c4a-ad64-58104b03ceac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91f80afc-59ce-4fe7-876c-4cf2ad6baef9'}}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:46:32.712366 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:32.816532 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] For port 9f5dd006-1d8a-4c17-bb82-740c6c10f62e, host hv-cinder-77238, cleared binding levels {{(pid=80199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:46:32.821181 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] For port 9f5dd006-1d8a-4c17-bb82-740c6c10f62e, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=9f5dd006-1d8a-4c17-bb82-740c6c10f62e,segment=NetworkSegment(64b31ac6-716f-4c4a-ad64-58104b03ceac),segment_id=64b31ac6-716f-4c4a-ad64-58104b03ceac)] {{(pid=80199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:46:32.825874 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:32.842114 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:46:33.192694 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5dd006-1d8a-4c17-bb82-740c6c10f62e,revision_number=3']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:46:33.196876 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:46:33.236534 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:33.237154 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:33.238724 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] 10.222.0.70 "PUT /v2.0/ports/9f5dd006-1d8a-4c17-bb82-740c6c10f62e HTTP/1.1" status: 200  len: 1157 time: 1.7258744
Jan 25 18:46:33.239241 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba082ee-1d18-4301-a60c-25a549e037db', 'tag': '9f5dd006-1d8a-4c17-bb82-740c6c10f62e'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:46:33.300543 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba082ee-1d18-4301-a60c-25a549e037db', 'tag': '9f5dd006-1d8a-4c17-bb82-740c6c10f62e', 'status': 'completed', 'code': 200}
Jan 25 18:46:33.348351 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1845665-2a74-4003-853d-e1181bbccb75 req-d3ba0a77-6f5c-47a5-ad21-d50439c53c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:33.350017 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e1845665-2a74-4003-853d-e1181bbccb75 req-d3ba0a77-6f5c-47a5-ad21-d50439c53c22 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e33a018e9f954cdc8b0b90314907d180&device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 1162 time: 0.0876012
Jan 25 18:46:33.452453 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-68649a90-df79-48d3-bf06-3fecfaeabb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:33.454124 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-68649a90-df79-48d3-bf06-3fecfaeabb0a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=249a90a17b6743d183168f87ef1741b5&device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 1160 time: 0.0926921
Jan 25 18:46:33.560262 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1845665-2a74-4003-853d-e1181bbccb75 req-63177414-fb41-4269-9f95-f0de0d0ff039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:33.561904 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e1845665-2a74-4003-853d-e1181bbccb75 req-63177414-fb41-4269-9f95-f0de0d0ff039 service neutron] 10.222.0.70 "GET /v2.0/networks?id=18622258-cc8c-47a0-913a-154bf9be8ebc HTTP/1.1" status: 200  len: 912 time: 0.1874225
Jan 25 18:46:33.642143 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e1845665-2a74-4003-853d-e1181bbccb75 req-e3402391-30c7-41ff-8abd-dcb6a25f5383 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e8a6709-b03a-429e-8491-492e7bf96f35 HTTP/1.1" status: 200  len: 217 time: 0.0725086
Jan 25 18:46:33.696040 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-3156191d-c45c-48ce-ab8c-fc0056e1e868 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f5dd006-1d8a-4c17-bb82-740c6c10f62e HTTP/1.1" status: 200  len: 217 time: 0.1497078
Jan 25 18:46:33.775216 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1845665-2a74-4003-853d-e1181bbccb75 req-78aea113-a30f-41d1-852d-da637f3c0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:33.776931 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e1845665-2a74-4003-853d-e1181bbccb75 req-78aea113-a30f-41d1-852d-da637f3c0e2c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e41f3cd-e809-4d09-9708-244cf575d1af HTTP/1.1" status: 200  len: 858 time: 0.1229305
Jan 25 18:46:33.810265 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab6497-baff-4cdd-822d-701b33fa7c64 req-47218a44-50d9-457d-9b49-29287ff1707d tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:33.818051 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54ab6497-baff-4cdd-822d-701b33fa7c64 req-47218a44-50d9-457d-9b49-29287ff1707d tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.3354490
Jan 25 18:46:33.846398 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e1845665-2a74-4003-853d-e1181bbccb75 req-98c0accf-b3fb-4a91-b4c6-a440eb84b3de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18622258-cc8c-47a0-913a-154bf9be8ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0533512
Jan 25 18:46:33.869019 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-93538565-7dfd-46d2-a5ac-cd7032c7df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:33.870616 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-93538565-7dfd-46d2-a5ac-cd7032c7df92 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ca41d6d8-122b-484f-9bde-52f953964f34 HTTP/1.1" status: 200  len: 855 time: 0.1669035
Jan 25 18:46:33.894319 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54ab6497-baff-4cdd-822d-701b33fa7c64 req-1aa55649-0d78-4b44-8121-f2f2373e9b09 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739446
Jan 25 18:46:33.955465 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205ddc8-04ea-43df-9559-ac37d07da5c6 req-6c29bc20-809d-4c38-9d6b-f9f0d8b3ed98 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:33.957042 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e205ddc8-04ea-43df-9559-ac37d07da5c6 req-6c29bc20-809d-4c38-9d6b-f9f0d8b3ed98 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 943 time: 0.2600617
Jan 25 18:46:33.970708 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-5661f4d6-805c-4205-9bb9-98a964105613 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91f80afc-59ce-4fe7-876c-4cf2ad6baef9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0900221
Jan 25 18:46:34.091309 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e205ddc8-04ea-43df-9559-ac37d07da5c6 req-43562cfc-62fe-457d-a81f-b4e2293013e7 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768282
Jan 25 18:46:34.111035 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e1845665-2a74-4003-853d-e1181bbccb75 req-0b7c76db-5dc9-4efa-8653-6491a53279a6 service neutron] 10.222.0.70 "GET /v2.0/networks/18622258-cc8c-47a0-913a-154bf9be8ebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2565153
Jan 25 18:46:34.142298 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-84df1890-fdb0-4c66-85d0-ad92985015b7 service neutron] 10.222.0.70 "GET /v2.0/networks/91f80afc-59ce-4fe7-876c-4cf2ad6baef9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1631737
Jan 25 18:46:34.280053 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e1845665-2a74-4003-853d-e1181bbccb75 req-3629f463-13f6-4758-a862-d1f3f873a3b1 service neutron] 10.222.0.70 "GET /v2.0/networks/18622258-cc8c-47a0-913a-154bf9be8ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1604962
Jan 25 18:46:34.353046 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5dbd9cab-21e5-46e9-95ca-4192fc91f6de req-1fda9ed6-208f-477c-94ec-f5789701d86d service neutron] 10.222.0.70 "GET /v2.0/networks/91f80afc-59ce-4fe7-876c-4cf2ad6baef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1989422
Jan 25 18:46:34.692837 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7acc67-f9a6-466a-a271-5d3b222cc1fa req-07c5166e-d2b3-4fbb-bc03-52c13063d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:34.696986 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ac7acc67-f9a6-466a-a271-5d3b222cc1fa req-07c5166e-d2b3-4fbb-bc03-52c13063d69f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=249a90a17b6743d183168f87ef1741b5&device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 1160 time: 0.1022642
Jan 25 18:46:35.031181 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7acc67-f9a6-466a-a271-5d3b222cc1fa req-c7d98c96-08a7-4d77-88f5-3f252ea93771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:35.033215 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ac7acc67-f9a6-466a-a271-5d3b222cc1fa req-c7d98c96-08a7-4d77-88f5-3f252ea93771 service neutron] 10.222.0.70 "GET /v2.0/networks?id=91f80afc-59ce-4fe7-876c-4cf2ad6baef9 HTTP/1.1" status: 200  len: 909 time: 0.2041249
Jan 25 18:46:35.126500 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:46:35.190355 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ac7acc67-f9a6-466a-a271-5d3b222cc1fa req-ea3d46af-4f7c-4d64-a9a3-1e4c03c99459 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f5dd006-1d8a-4c17-bb82-740c6c10f62e HTTP/1.1" status: 200  len: 217 time: 0.1485398
Jan 25 18:46:35.249009 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9a390-8164-40f2-9b74-01b5dc2c7ac8 req-330d2cf4-074e-43d7-8a42-031587e351fc tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:35.251099 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1dd9a390-8164-40f2-9b74-01b5dc2c7ac8 req-330d2cf4-074e-43d7-8a42-031587e351fc tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1991937
Jan 25 18:46:35.316996 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1dd9a390-8164-40f2-9b74-01b5dc2c7ac8 req-d9a44e95-af54-4d12-b994-c6553a68dc4b tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583217
Jan 25 18:46:35.331673 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7acc67-f9a6-466a-a271-5d3b222cc1fa req-b682a110-f584-4084-bc86-7b6f29be6e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:35.333331 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ac7acc67-f9a6-466a-a271-5d3b222cc1fa req-b682a110-f584-4084-bc86-7b6f29be6e4d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ca41d6d8-122b-484f-9bde-52f953964f34 HTTP/1.1" status: 200  len: 855 time: 0.1354556
Jan 25 18:46:35.417730 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd46848-e299-47ac-a97e-0a09465edbe1 req-13ec2df6-1c9c-4b5b-8605-760569ee9948 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:35.419364 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-efd46848-e299-47ac-a97e-0a09465edbe1 req-13ec2df6-1c9c-4b5b-8605-760569ee9948 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 943 time: 0.1446190
Jan 25 18:46:35.478342 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-efd46848-e299-47ac-a97e-0a09465edbe1 req-466ebe55-e458-4900-ad66-0d5996cb4713 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514345
Jan 25 18:46:35.653785 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ac7acc67-f9a6-466a-a271-5d3b222cc1fa req-4ec43c4d-1d62-47bb-b66c-5e941c951d49 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91f80afc-59ce-4fe7-876c-4cf2ad6baef9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0533249
Jan 25 18:46:35.866797 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ac7acc67-f9a6-466a-a271-5d3b222cc1fa req-7f565367-8bee-4244-bc8e-cfc3b63e626b service neutron] 10.222.0.70 "GET /v2.0/networks/91f80afc-59ce-4fe7-876c-4cf2ad6baef9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1927443
Jan 25 18:46:36.034121 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ac7acc67-f9a6-466a-a271-5d3b222cc1fa req-e5fe7cb4-b78a-4cfb-b5bc-0ac8adea5271 service neutron] 10.222.0.70 "GET /v2.0/networks/91f80afc-59ce-4fe7-876c-4cf2ad6baef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1577146
Jan 25 18:46:36.670669 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4e738-3ee4-4129-b6ad-8d06c675a514 req-abaa42c6-e40e-438b-9dc5-30e94eb73f27 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:36.675420 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d8c4e738-3ee4-4129-b6ad-8d06c675a514 req-abaa42c6-e40e-438b-9dc5-30e94eb73f27 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1793809
Jan 25 18:46:36.814412 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d8c4e738-3ee4-4129-b6ad-8d06c675a514 req-f3688ae5-811f-404b-a5e9-9f733ac53f0b tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159096
Jan 25 18:46:36.872084 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16473e-96f2-4ab1-a7ee-d9e84855a712 req-44421d17-e827-4b09-89fc-4c695dce7311 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:36.873913 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3e16473e-96f2-4ab1-a7ee-d9e84855a712 req-44421d17-e827-4b09-89fc-4c695dce7311 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 943 time: 0.1437564
Jan 25 18:46:36.930703 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3e16473e-96f2-4ab1-a7ee-d9e84855a712 req-91859324-4c12-48a1-bc1b-68d770fec938 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501649
Jan 25 18:46:37.742817 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 59256) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:46:37.954521 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c5c1270f-6c6d-47e0-b307-07e7d98df781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:37.999619 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-c5c1270f-6c6d-47e0-b307-07e7d98df781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:46:38.018395 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-c5c1270f-6c6d-47e0-b307-07e7d98df781 admin admin] Usage tracker for resource:security_group_rule and tenant:ddf2ca16dc314da3aae415b261080991 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:46:38.024700 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-c5c1270f-6c6d-47e0-b307-07e7d98df781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:46:38.040507 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-c5c1270f-6c6d-47e0-b307-07e7d98df781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:46:38.369229 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cc198-0c7f-4815-af83-6f109ced394d req-b24c39d3-7656-4d8d-8e11-b4f76504c6b6 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:38.370057 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a30d36-ccd0-4deb-9421-d8e9620588b0 req-45f4d552-a575-4d61-ad9e-b05f795dc783 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:38.372179 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-863cc198-0c7f-4815-af83-6f109ced394d req-b24c39d3-7656-4d8d-8e11-b4f76504c6b6 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 943 time: 0.2418771
Jan 25 18:46:38.384212 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-97a30d36-ccd0-4deb-9421-d8e9620588b0 req-45f4d552-a575-4d61-ad9e-b05f795dc783 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.3070934
Jan 25 18:46:38.542749 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-863cc198-0c7f-4815-af83-6f109ced394d req-a1c4383a-f0ce-46f4-a7d1-b0276d7eb069 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608524
Jan 25 18:46:38.561379 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-97a30d36-ccd0-4deb-9421-d8e9620588b0 req-2d370a57-cab1-46ac-b69c-06f355133e40 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1757200
Jan 25 18:46:38.592620 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c5c1270f-6c6d-47e0-b307-07e7d98df781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:38.596568 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c5c1270f-6c6d-47e0-b307-07e7d98df781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:38.606930 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5df13272-d423-4c55-b796-8a85d27a4e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:46:38.668527 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-c5c1270f-6c6d-47e0-b307-07e7d98df781 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ddf2ca16dc314da3aae415b261080991&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9201016
Jan 25 18:46:38.668527 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1270f-6c6d-47e0-b307-07e7d98df781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e88d1e-d6a5-4562-930b-712548bca8a4,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:46:38.668999 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 59284) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:46:38.671971 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c5c1270f-6c6d-47e0-b307-07e7d98df781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:46:38.747666 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2c2572c2-598f-4be4-8da8-31b4ad4f3083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:38.780258 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2c2572c2-598f-4be4-8da8-31b4ad4f3083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:38.871359 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2c2572c2-598f-4be4-8da8-31b4ad4f3083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:38.878932 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-080872a1-1fff-435c-986b-af4f45c2f8c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:46:38.912255 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2572c2-598f-4be4-8da8-31b4ad4f3083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e88d1e-d6a5-4562-930b-712548bca8a4,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:46:38.924396 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2c2572c2-598f-4be4-8da8-31b4ad4f3083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:46:38.925452 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2c2572c2-598f-4be4-8da8-31b4ad4f3083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:38.952446 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-2c2572c2-598f-4be4-8da8-31b4ad4f3083 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/04e88d1e-d6a5-4562-930b-712548bca8a4 HTTP/1.1" status: 204  len: 168 time: 0.2566168
Jan 25 18:46:39.360201 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 59310) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:46:39.640369 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-deea7955-2846-4f7c-bc8e-67bf36c9ee91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:39.707460 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-deea7955-2846-4f7c-bc8e-67bf36c9ee91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:46:39.726439 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-deea7955-2846-4f7c-bc8e-67bf36c9ee91 admin admin] Usage tracker for resource:security_group_rule and tenant:f765fa96f8074a3f8d91b166b32a2960 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:46:39.738147 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-deea7955-2846-4f7c-bc8e-67bf36c9ee91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:46:39.759361 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-deea7955-2846-4f7c-bc8e-67bf36c9ee91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:46:39.981488 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dbf9d-da44-45da-bfaf-3f81d7db5f84 req-cc0cca13-692b-492d-a01c-68118c36430d tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:39.984568 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-541dbf9d-da44-45da-bfaf-3f81d7db5f84 req-cc0cca13-692b-492d-a01c-68118c36430d tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.2195842
Jan 25 18:46:40.055781 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-deea7955-2846-4f7c-bc8e-67bf36c9ee91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:40.063082 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-deea7955-2846-4f7c-bc8e-67bf36c9ee91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:40.084930 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-05c64c76-a118-46f7-a0e7-ce1c92a48da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:46:40.124871 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-541dbf9d-da44-45da-bfaf-3f81d7db5f84 req-25489318-edf9-4322-90cc-2302332002ed tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241329
Jan 25 18:46:40.177676 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea7955-2846-4f7c-bc8e-67bf36c9ee91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd51c6a-3c3e-4d15-b029-21e375ea0182,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:46:40.183380 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-deea7955-2846-4f7c-bc8e-67bf36c9ee91 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f765fa96f8074a3f8d91b166b32a2960&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8222380
Jan 25 18:46:40.184575 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-deea7955-2846-4f7c-bc8e-67bf36c9ee91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:46:40.187660 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 59342) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:46:40.221378 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52056e6f-5a5e-495f-9f2b-76ab2ba3515b req-3a059187-9f95-4a1f-b694-6ac858cd7c97 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:40.223215 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-52056e6f-5a5e-495f-9f2b-76ab2ba3515b req-3a059187-9f95-4a1f-b694-6ac858cd7c97 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 943 time: 0.3130648
Jan 25 18:46:40.296126 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-45d5794f-d336-4eeb-81ca-45bc57930a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:40.323412 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-52056e6f-5a5e-495f-9f2b-76ab2ba3515b req-71acf821-badc-4715-a228-b0a960c50d15 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863507
Jan 25 18:46:40.350472 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-45d5794f-d336-4eeb-81ca-45bc57930a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:40.412654 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-45d5794f-d336-4eeb-81ca-45bc57930a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:40.418079 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:46:40.430191 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5794f-d336-4eeb-81ca-45bc57930a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd51c6a-3c3e-4d15-b029-21e375ea0182,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:46:40.434540 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-45d5794f-d336-4eeb-81ca-45bc57930a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:46:40.439739 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-45d5794f-d336-4eeb-81ca-45bc57930a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:40.445450 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-45d5794f-d336-4eeb-81ca-45bc57930a2c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3cd51c6a-3c3e-4d15-b029-21e375ea0182 HTTP/1.1" status: 204  len: 168 time: 0.2515783
Jan 25 18:46:41.059913 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e503f7c-1125-4905-8e54-0a05f640de85 req-3e56dc7c-fd7c-40a9-8085-b821444465bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:41.064489 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3e503f7c-1125-4905-8e54-0a05f640de85 req-3e56dc7c-fd7c-40a9-8085-b821444465bf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 1162 time: 0.1286116
Jan 25 18:46:41.133707 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-3e503f7c-1125-4905-8e54-0a05f640de85 req-a5736bf5-3c02-4a0a-814a-fb048c725f84 service neutron] Synchronizing usage tracker for tenant:108c6c60d4f141d99f3cb693bd1c16b7 on resource:security_group {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:46:41.160893 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-3e503f7c-1125-4905-8e54-0a05f640de85 req-a5736bf5-3c02-4a0a-814a-fb048c725f84 service neutron] Unset dirty status for tenant:108c6c60d4f141d99f3cb693bd1c16b7 on resource:security_group {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:46:41.162934 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3e503f7c-1125-4905-8e54-0a05f640de85 req-a5736bf5-3c02-4a0a-814a-fb048c725f84 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720344
Jan 25 18:46:41.664987 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e1b18-191c-4347-9951-7b9c50b80521 req-665fcde9-8283-46dd-8c23-b8c2a12d653d tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:41.666702 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c51e1b18-191c-4347-9951-7b9c50b80521 req-665fcde9-8283-46dd-8c23-b8c2a12d653d tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.3169634
Jan 25 18:46:41.733594 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c51e1b18-191c-4347-9951-7b9c50b80521 req-a016bb41-b8d7-40a1-bc85-0c97f4545323 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592148
Jan 25 18:46:41.940126 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce68c68-dae9-43b9-944f-fc7067b46de5 req-3eb63b95-f77e-4fcd-860f-003302dc711e tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:41.943217 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dce68c68-dae9-43b9-944f-fc7067b46de5 req-3eb63b95-f77e-4fcd-860f-003302dc711e tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 943 time: 0.2295887
Jan 25 18:46:42.033770 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dce68c68-dae9-43b9-944f-fc7067b46de5 req-ad561755-ade7-445b-bfd0-22ad9cf8169a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833042
Jan 25 18:46:43.035430 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c828dd8-cf36-4f54-b75f-0eaf2798984a req-5fa14c17-4ae7-4d8d-956a-3ac479e5627d tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:43.039363 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3c828dd8-cf36-4f54-b75f-0eaf2798984a req-5fa14c17-4ae7-4d8d-956a-3ac479e5627d tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1629081
Jan 25 18:46:43.161397 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3c828dd8-cf36-4f54-b75f-0eaf2798984a req-9dd0f9c4-82ef-4467-86ce-e0ec2abb6a75 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027746
Jan 25 18:46:43.449855 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84936de9-767e-44a6-af2c-5aaf756d3a71 req-3fe8b54e-22ea-4d6b-8318-2b174e0abeb5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:43.451506 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-84936de9-767e-44a6-af2c-5aaf756d3a71 req-3fe8b54e-22ea-4d6b-8318-2b174e0abeb5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 943 time: 0.1844695
Jan 25 18:46:43.521483 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-84936de9-767e-44a6-af2c-5aaf756d3a71 req-6a58981e-5547-4f4c-9856-a0e425e46fb5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567498
Jan 25 18:46:44.080423 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:44.465631 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e44b69-dea9-46e2-923d-a3d1c3e73013 req-976b39ef-c556-4bb6-a3c4-493c28400ed3 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:44.467368 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-37e44b69-dea9-46e2-923d-a3d1c3e73013 req-976b39ef-c556-4bb6-a3c4-493c28400ed3 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1203229
Jan 25 18:46:44.531323 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-37e44b69-dea9-46e2-923d-a3d1c3e73013 req-79cf20fc-14d5-44d7-b920-95b0a0cef130 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565333
Jan 25 18:46:44.839311 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e2896-b10b-44a7-a61d-c6ad81905645 req-647d02ea-dddb-493d-a3a1-05e6871bec37 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:44.841080 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f01e2896-b10b-44a7-a61d-c6ad81905645 req-647d02ea-dddb-493d-a3a1-05e6871bec37 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 943 time: 0.1528947
Jan 25 18:46:44.902264 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f01e2896-b10b-44a7-a61d-c6ad81905645 req-adbe6c8b-a931-482b-b7ce-8ea61f52dcbb tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539343
Jan 25 18:46:45.514112 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fb283-b0c8-49e6-a2e6-63cf9eaab5eb req-c404a9c0-1eb4-4252-884b-2433647610ad tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:45.516146 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-097fb283-b0c8-49e6-a2e6-63cf9eaab5eb req-c404a9c0-1eb4-4252-884b-2433647610ad tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1302769
Jan 25 18:46:45.584983 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-097fb283-b0c8-49e6-a2e6-63cf9eaab5eb req-0ab8133c-823b-4e66-8fc0-7390e31e2f86 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568130
Jan 25 18:46:46.220240 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652cd62-c5d4-458a-b291-7808d2bfacf6 req-d4d5d538-b855-452c-ad14-cd2cb4414764 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:46.223309 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5652cd62-c5d4-458a-b291-7808d2bfacf6 req-d4d5d538-b855-452c-ad14-cd2cb4414764 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 943 time: 0.1805613
Jan 25 18:46:46.328396 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5652cd62-c5d4-458a-b291-7808d2bfacf6 req-457cdfca-0285-429e-bf9d-7a3b676da850 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967631
Jan 25 18:46:46.871615 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192ac21-b771-4352-9e30-bce814411bf8 req-0900a108-c1a0-4008-b812-f25c60fe0659 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:46.873883 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0192ac21-b771-4352-9e30-bce814411bf8 req-0900a108-c1a0-4008-b812-f25c60fe0659 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1294608
Jan 25 18:46:46.935565 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0192ac21-b771-4352-9e30-bce814411bf8 req-4be8e303-4758-4ff3-8388-f58537a3b7bb tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543275
Jan 25 18:46:47.621942 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545d508-4a61-4619-bdd4-3cdbb573289a req-9b1fcc35-adcb-42e3-9bcc-bf595a4a5c12 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:47.623702 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5545d508-4a61-4619-bdd4-3cdbb573289a req-9b1fcc35-adcb-42e3-9bcc-bf595a4a5c12 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 943 time: 0.1237791
Jan 25 18:46:47.681473 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5545d508-4a61-4619-bdd4-3cdbb573289a req-65545f88-ef37-48ee-b1ae-70737b2a44d3 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510621
Jan 25 18:46:48.158359 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07edde-72ff-4490-9235-1a575d18e2c7 req-238c8976-857f-4b57-b11f-e5652662fa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:48.161233 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0f07edde-72ff-4490-9235-1a575d18e2c7 req-238c8976-857f-4b57-b11f-e5652662fa08 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e33a018e9f954cdc8b0b90314907d180&device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 1162 time: 0.1503854
Jan 25 18:46:48.252022 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fae1d-381e-45ba-b438-a98387be0ec3 req-d1bebf98-9119-47e7-bbf9-5ea0164a8b08 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:48.254830 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-839fae1d-381e-45ba-b438-a98387be0ec3 req-d1bebf98-9119-47e7-bbf9-5ea0164a8b08 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1619160
Jan 25 18:46:48.343105 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-839fae1d-381e-45ba-b438-a98387be0ec3 req-5732e991-72bd-4d66-8860-62a4cd502f64 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738599
Jan 25 18:46:48.619616 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07edde-72ff-4490-9235-1a575d18e2c7 req-4569a6be-da7a-4550-b86a-325a0b278b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:48.621184 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0f07edde-72ff-4490-9235-1a575d18e2c7 req-4569a6be-da7a-4550-b86a-325a0b278b7b service neutron] 10.222.0.70 "GET /v2.0/networks?id=18622258-cc8c-47a0-913a-154bf9be8ebc HTTP/1.1" status: 200  len: 912 time: 0.4532447
Jan 25 18:46:48.702872 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0f07edde-72ff-4490-9235-1a575d18e2c7 req-82f4d1c3-7cf6-4578-946f-5116907d70c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e8a6709-b03a-429e-8491-492e7bf96f35 HTTP/1.1" status: 200  len: 217 time: 0.0709033
Jan 25 18:46:48.787027 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07edde-72ff-4490-9235-1a575d18e2c7 req-999c933f-af30-45ed-90e5-aa083b5cd2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:48.788787 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0f07edde-72ff-4490-9235-1a575d18e2c7 req-999c933f-af30-45ed-90e5-aa083b5cd2d4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e41f3cd-e809-4d09-9708-244cf575d1af HTTP/1.1" status: 200  len: 858 time: 0.0785069
Jan 25 18:46:48.846843 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0f07edde-72ff-4490-9235-1a575d18e2c7 req-d21b9986-f203-4902-8a65-3924e8dc577c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18622258-cc8c-47a0-913a-154bf9be8ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0495458
Jan 25 18:46:49.056174 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d67e5-f449-4c46-9834-510fd7a8cbda req-8d8d1a7b-bda8-4193-8dec-7db2ef5e7c7c tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:49.057979 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4a7d67e5-f449-4c46-9834-510fd7a8cbda req-8d8d1a7b-bda8-4193-8dec-7db2ef5e7c7c tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 943 time: 0.2286363
Jan 25 18:46:49.088837 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0f07edde-72ff-4490-9235-1a575d18e2c7 req-2e34b5ef-cb7e-4bec-af24-b9a1141f28d0 service neutron] 10.222.0.70 "GET /v2.0/networks/18622258-cc8c-47a0-913a-154bf9be8ebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2334714
Jan 25 18:46:49.157081 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4a7d67e5-f449-4c46-9834-510fd7a8cbda req-da15780f-ee99-4d73-a3ea-bdcf42ea85f8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879776
Jan 25 18:46:49.768850 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b166ae2-e1d4-41a7-a0e5-2e36fbf12c15 req-70af76dc-8725-4ad1-ba71-44511fafda30 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:49.771962 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5b166ae2-e1d4-41a7-a0e5-2e36fbf12c15 req-70af76dc-8725-4ad1-ba71-44511fafda30 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.2222335
Jan 25 18:46:49.829784 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5b166ae2-e1d4-41a7-a0e5-2e36fbf12c15 req-5af5046f-99ac-4c52-8e08-88721bab70f6 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510302
Jan 25 18:46:50.557081 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785cc73-ab5b-4dee-9f28-6ce4aba04842 req-bdb869c4-3874-46e9-a321-45c543f562a8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:50.558699 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d785cc73-ab5b-4dee-9f28-6ce4aba04842 req-bdb869c4-3874-46e9-a321-45c543f562a8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 943 time: 0.1178069
Jan 25 18:46:50.720573 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d785cc73-ab5b-4dee-9f28-6ce4aba04842 req-44967edc-f652-43d4-bc65-603e7de1fee3 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381114
Jan 25 18:46:50.758177 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0f07edde-72ff-4490-9235-1a575d18e2c7 req-40637746-6e16-4a8f-b25a-ff4baed76ff9 service neutron] 10.222.0.70 "GET /v2.0/networks/18622258-cc8c-47a0-913a-154bf9be8ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1983631
Jan 25 18:46:50.806886 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-68fc5b1d-d890-4917-b467-a525c3611c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:51.097503 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6eb517-143a-473b-9b55-1d0889779a7a req-3908e3ad-6d7b-4f60-9c2a-e21b67c6ed03 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:51.099219 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4e6eb517-143a-473b-9b55-1d0889779a7a req-3908e3ad-6d7b-4f60-9c2a-e21b67c6ed03 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1292546
Jan 25 18:46:51.162653 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4e6eb517-143a-473b-9b55-1d0889779a7a req-24402cd0-ec94-4057-b872-5608d01a2334 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503178
Jan 25 18:46:51.990997 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb51185-071c-4ddc-8f7e-d57668317fdd req-ce0fc327-52f6-4eaa-904c-7c2b179aaf7e tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:51.993249 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2eb51185-071c-4ddc-8f7e-d57668317fdd req-ce0fc327-52f6-4eaa-904c-7c2b179aaf7e tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 943 time: 0.1335125
Jan 25 18:46:52.074992 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2eb51185-071c-4ddc-8f7e-d57668317fdd req-c27e19f1-8982-4155-9b9b-5a14b19b5dec tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697954
Jan 25 18:46:52.436178 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e103eb-7906-4f67-acb9-03ba0b199763 req-eff996fd-33e1-4ed4-bfcc-02c028602a98 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:52.437950 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c3e103eb-7906-4f67-acb9-03ba0b199763 req-eff996fd-33e1-4ed4-bfcc-02c028602a98 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1291704
Jan 25 18:46:52.501163 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c3e103eb-7906-4f67-acb9-03ba0b199763 req-96ea4e04-b056-418c-816d-5cc75cb6709a tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554867
Jan 25 18:46:52.984038 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:53.104906 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c7eba1c1-58f7-4872-a77a-6d4df3ce49f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:53.404476 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787b925-92b9-4c3c-b300-16b38475bd26 req-0ba4de4a-9959-44e2-a91b-73f25f819294 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:53.406618 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b787b925-92b9-4c3c-b300-16b38475bd26 req-0ba4de4a-9959-44e2-a91b-73f25f819294 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 943 time: 0.1245217
Jan 25 18:46:53.500732 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b787b925-92b9-4c3c-b300-16b38475bd26 req-3f4c7a2d-56c5-4367-b278-48c2f4eaef07 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869801
Jan 25 18:46:53.523867 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 9f5dd006-1d8a-4c17-bb82-740c6c10f62e up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:46:53.646618 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning for port 9f5dd006-1d8a-4c17-bb82-740c6c10f62e completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:46:53.653268 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 9f5dd006-1d8a-4c17-bb82-740c6c10f62e triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:46:53.653953 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:53.790583 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d19e6-6f05-4385-9226-f31f5ca34c9d req-a60b567f-216c-410d-bad8-ee077aa24eb1 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:53.792300 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-107d19e6-6f05-4385-9226-f31f5ca34c9d req-a60b567f-216c-410d-bad8-ee077aa24eb1 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1305547
Jan 25 18:46:53.860202 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-107d19e6-6f05-4385-9226-f31f5ca34c9d req-957dd5ca-a9a4-47ca-a23c-cbb68893e3d9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534153
Jan 25 18:46:53.922654 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:53.982287 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba082ee-1d18-4301-a60c-25a549e037db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5dd006-1d8a-4c17-bb82-740c6c10f62e'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:46:54.003421 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 9f5dd006-1d8a-4c17-bb82-740c6c10f62e, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=9f5dd006-1d8a-4c17-bb82-740c6c10f62e,segment=NetworkSegment(64b31ac6-716f-4c4a-ad64-58104b03ceac),segment_id=64b31ac6-716f-4c4a-ad64-58104b03ceac)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:46:54.008418 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:54.010856 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 2e8a6709-b03a-429e-8491-492e7bf96f35 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:46:54.063758 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba082ee-1d18-4301-a60c-25a549e037db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5dd006-1d8a-4c17-bb82-740c6c10f62e', 'code': 200}
Jan 25 18:46:54.074676 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:46:54.249466 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=9f5dd006-1d8a-4c17-bb82-740c6c10f62e,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:46:54.263762 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:46:54.276130 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 2e8a6709-b03a-429e-8491-492e7bf96f35 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:46:54.276605 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:54.418297 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fe8e1-dad1-429e-8686-efc87191062c req-50145810-4183-4377-9d4f-3deacc9dfc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:54.419978 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-913fe8e1-dad1-429e-8686-efc87191062c req-50145810-4183-4377-9d4f-3deacc9dfc3e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 1162 time: 0.0931845
Jan 25 18:46:54.476307 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-913fe8e1-dad1-429e-8686-efc87191062c req-8b608027-5aca-44b6-9008-662ff0c98897 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486696
Jan 25 18:46:54.744333 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:54.812309 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25bfb4a-e5cc-4a6b-8143-34eaa889b593 req-efeb451b-9111-42c4-b19a-acd2119795fa tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:54.814096 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a25bfb4a-e5cc-4a6b-8143-34eaa889b593 req-efeb451b-9111-42c4-b19a-acd2119795fa tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 945 time: 0.1687436
Jan 25 18:46:54.914291 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a25bfb4a-e5cc-4a6b-8143-34eaa889b593 req-d8e2b037-be55-4a67-8bfe-dc2d16c8e33d tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916224
Jan 25 18:46:55.142292 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:55.163619 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 9f5dd006-1d8a-4c17-bb82-740c6c10f62e up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:46:55.316377 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 9f5dd006-1d8a-4c17-bb82-740c6c10f62e triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:46:55.317455 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:55.369587 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742359d-4f5a-42c2-9ed5-e2cf9fe1f891 req-6c35711e-deaf-4f11-991e-61296696e948 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:55.371835 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f742359d-4f5a-42c2-9ed5-e2cf9fe1f891 req-6c35711e-deaf-4f11-991e-61296696e948 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.2245247
Jan 25 18:46:55.534189 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f742359d-4f5a-42c2-9ed5-e2cf9fe1f891 req-08419c26-8392-4c9d-8c86-5353a8387624 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494236
Jan 25 18:46:56.360823 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acfd78-d13b-49c0-b793-854875d20ce0 req-b07dec70-e103-4f05-ad8c-de1a5704085a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:56.375724 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-32acfd78-d13b-49c0-b793-854875d20ce0 req-b07dec70-e103-4f05-ad8c-de1a5704085a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 945 time: 0.1923857
Jan 25 18:46:56.480822 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-32acfd78-d13b-49c0-b793-854875d20ce0 req-9371c053-a73e-4933-8502-c00f20b0cce3 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035149
Jan 25 18:46:56.879881 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3f901-b9af-4f34-a3d0-84d4562284df req-aac3ad0a-68a3-4b67-ab71-144f37e70310 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:56.882811 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-10c3f901-b9af-4f34-a3d0-84d4562284df req-aac3ad0a-68a3-4b67-ab71-144f37e70310 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1653211
Jan 25 18:46:57.020331 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-10c3f901-b9af-4f34-a3d0-84d4562284df req-6acdb849-ea3a-48e9-a292-96657ae13804 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221986
Jan 25 18:46:57.200077 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 9f5dd006-1d8a-4c17-bb82-740c6c10f62e up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:46:57.334741 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 9f5dd006-1d8a-4c17-bb82-740c6c10f62e triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:46:57.336177 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:46:58.006240 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7eadc1-ef70-402c-84fa-7e18378dc08b req-116623cd-ed5f-443c-91da-1ae5f3111054 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:58.021951 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cc7eadc1-ef70-402c-84fa-7e18378dc08b req-116623cd-ed5f-443c-91da-1ae5f3111054 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 945 time: 0.2377157
Jan 25 18:46:58.096540 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cc7eadc1-ef70-402c-84fa-7e18378dc08b req-f9be7bc2-41ec-4471-b532-506d3481eb76 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730135
Jan 25 18:46:58.441771 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12762aab-71e5-4aaf-a5b3-0ff869474fbe req-b27867cd-263b-49dc-82fb-1761c913a7a7 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:58.443494 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-12762aab-71e5-4aaf-a5b3-0ff869474fbe req-b27867cd-263b-49dc-82fb-1761c913a7a7 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1266623
Jan 25 18:46:58.519491 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-12762aab-71e5-4aaf-a5b3-0ff869474fbe req-7c2f08fd-5196-4834-ba41-7731ef43ed48 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632527
Jan 25 18:46:59.796609 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc6835-e2a8-4158-9860-3593319944a9 req-61f4a46f-3e3f-4557-9b8d-f7b4c3e45187 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:46:59.798496 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-36dc6835-e2a8-4158-9860-3593319944a9 req-61f4a46f-3e3f-4557-9b8d-f7b4c3e45187 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1197898
Jan 25 18:46:59.859107 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-36dc6835-e2a8-4158-9860-3593319944a9 req-2d9b013e-233d-4e77-959d-9c7607557c0c tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534482
Jan 25 18:47:02.383230 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 59758) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:47:02.557861 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-29f83ba1-0286-417b-9679-1c880dce63bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:02.576505 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-29f83ba1-0286-417b-9679-1c880dce63bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:47:02.581558 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-29f83ba1-0286-417b-9679-1c880dce63bc admin admin] Usage tracker for resource:security_group_rule and tenant:49145e2871f04f49a27019d5862fc800 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:47:02.585294 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-29f83ba1-0286-417b-9679-1c880dce63bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:47:02.593307 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-29f83ba1-0286-417b-9679-1c880dce63bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:47:02.715010 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-29f83ba1-0286-417b-9679-1c880dce63bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:02.718279 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-29f83ba1-0286-417b-9679-1c880dce63bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:02.730676 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-809da40f-532a-4702-84dd-68847b50aa2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:47:02.816112 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-29f83ba1-0286-417b-9679-1c880dce63bc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=49145e2871f04f49a27019d5862fc800&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4280667
Jan 25 18:47:02.817243 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 59774) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:47:02.821498 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f83ba1-0286-417b-9679-1c880dce63bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728e148b-11a6-409e-b18a-6fea431a080b,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:47:02.827858 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-29f83ba1-0286-417b-9679-1c880dce63bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:47:02.945026 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:02.997041 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:03.083556 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:03.098407 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:47:03.124063 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728e148b-11a6-409e-b18a-6fea431a080b,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:47:03.145631 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:03.145631 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:03.145631 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:03.145631 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:03.146939 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:03.147190 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:03.147721 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:03.148392 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:03.149296 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:03.149969 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:03.150641 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:03.151315 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:03.152062 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:03.152715 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:03.153401 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:03.154082 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:03.154748 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:03.155390 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:03.156297 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:03.156977 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:03.157621 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:03.158280 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:03.158984 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:03.159617 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:03.170522 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:47:03.174718 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:03.177365 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/728e148b-11a6-409e-b18a-6fea431a080b HTTP/1.1" status: 204  len: 168 time: 0.3581357
Jan 25 18:47:03.673116 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a8073-9a52-4b1d-aec7-50fc3dcc9395 req-e8320659-28e5-4554-9b00-e693d1095d4e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:03.674845 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ee4a8073-9a52-4b1d-aec7-50fc3dcc9395 req-e8320659-28e5-4554-9b00-e693d1095d4e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1348703
Jan 25 18:47:03.787256 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ee4a8073-9a52-4b1d-aec7-50fc3dcc9395 req-a357a257-2643-43f8-91df-f755d604d6b0 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952001
Jan 25 18:47:04.340500 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 59820) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:47:04.526347 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1965344731-network', 'tenant_id': 'dca5b49d7c2f4169873d85cc3750b1d9'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:47:04.531858 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:47:04.536422 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Usage tracker for resource:network and tenant:dca5b49d7c2f4169873d85cc3750b1d9 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:47:04.540730 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:47:04.547641 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:47:04.562881 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Made reservation on behalf of dca5b49d7c2f4169873d85cc3750b1d9 for: {'network': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:47:04.568049 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for network, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:04.582933 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:04.602519 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:47:04.610980 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Usage tracker for resource:security_group_rule and tenant:dca5b49d7c2f4169873d85cc3750b1d9 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:47:04.616690 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:47:04.627471 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:47:04.748704 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:04.753042 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:04.757227 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:47:04.802282 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 25 18:47:04.809138 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dbc63d-3170-4bf0-809a-22614117ef78,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:47:04.813617 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:47:04.817898 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738686948825', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:04.818420 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.segments_db [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Added segment 28f7dce5-bd7d-42e4-ac16-3cce4136308f of type vxlan for network e2bbca44-8793-4b60-baa4-fe7ebb6abf5f
Jan 25 18:47:04.852334 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298168216078'] for network, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:04.889757 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:04.891318 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:04.892025 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:04.896021 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:47:05.025182 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Pushing event updated for resources: {'Network': ['ID=e2bbca44-8793-4b60-baa4-fe7ebb6abf5f,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:47:05.028887 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:47:05.033388 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.6911013
Jan 25 18:47:05.038531 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 59834) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:47:05.041451 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Network e2bbca44-8793-4b60-baa4-fe7ebb6abf5f details requested by agent ovs-agent-dv-cinder-772388-1-iscsi with host dv-cinder-772388-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:47:05.049096 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-149fddaa-0163-4c64-95c6-1d6bed0f8197 admin admin] Request body: {'subnet': {'network_id': 'e2bbca44-8793-4b60-baa4-fe7ebb6abf5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1965344731-subnet', 'tenant_id': 'dca5b49d7c2f4169873d85cc3750b1d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:47:05.058414 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-149fddaa-0163-4c64-95c6-1d6bed0f8197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:47:05.065484 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-149fddaa-0163-4c64-95c6-1d6bed0f8197 admin admin] Usage tracker for resource:subnet and tenant:dca5b49d7c2f4169873d85cc3750b1d9 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:47:05.071025 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-149fddaa-0163-4c64-95c6-1d6bed0f8197 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:47:05.081237 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-149fddaa-0163-4c64-95c6-1d6bed0f8197 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:47:05.096605 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149fddaa-0163-4c64-95c6-1d6bed0f8197 admin admin] Made reservation on behalf of dca5b49d7c2f4169873d85cc3750b1d9 for: {'subnet': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:47:05.102441 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-149fddaa-0163-4c64-95c6-1d6bed0f8197 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847588136'] for subnet, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:05.595928 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-149fddaa-0163-4c64-95c6-1d6bed0f8197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848365515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847588117'] for subnet, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:05.610370 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:47:05.763191 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149fddaa-0163-4c64-95c6-1d6bed0f8197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bee634b-e96d-4a3c-a369-0f356e39d2a8,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:47:05.772192 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-149fddaa-0163-4c64-95c6-1d6bed0f8197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:47:05.844823 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149fddaa-0163-4c64-95c6-1d6bed0f8197 admin admin] Checking segment: {'id': '28f7dce5-bd7d-42e4-ac16-3cce4136308f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e2bbca44-8793-4b60-baa4-fe7ebb6abf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:47:05.845252 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149fddaa-0163-4c64-95c6-1d6bed0f8197 admin admin] Network hostable DHCP agents. Network: e2bbca44-8793-4b60-baa4-fe7ebb6abf5f, hostable agents: ['caa9e31d-b776-4d13-8aa3-93174b581c26'], hosted agents: [] {{(pid=80199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 25 18:47:05.870379 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149fddaa-0163-4c64-95c6-1d6bed0f8197 admin admin] Network e2bbca44-8793-4b60-baa4-fe7ebb6abf5f is scheduled to be hosted by DHCP agent caa9e31d-b776-4d13-8aa3-93174b581c26 with binding_index 1 {{(pid=80199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 25 18:47:05.885318 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-149fddaa-0163-4c64-95c6-1d6bed0f8197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-iscsi, e2bbca44-8793-4b60-baa4-fe7ebb6abf5f) {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:47:05.902002 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76c6d7a-743c-4e86-96cf-39893217cc13 None None] Network e2bbca44-8793-4b60-baa4-fe7ebb6abf5f requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:47:05.911064 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149fddaa-0163-4c64-95c6-1d6bed0f8197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:05.912024 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-149fddaa-0163-4c64-95c6-1d6bed0f8197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:05.940881 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-149fddaa-0163-4c64-95c6-1d6bed0f8197 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9006767
Jan 25 18:47:06.257071 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8e7458-f437-4bda-b0e3-b887ece9e2fb None None] Network e2bbca44-8793-4b60-baa4-fe7ebb6abf5f requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:47:07.658120 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Network e2bbca44-8793-4b60-baa4-fe7ebb6abf5f details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:47:11.381361 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-060abb2b-e3df-47b8-a2ca-399c9cab177b tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:11.384118 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-060abb2b-e3df-47b8-a2ca-399c9cab177b tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/networks?id=e2bbca44-8793-4b60-baa4-fe7ebb6abf5f HTTP/1.1" status: 200  len: 814 time: 0.6441350
Jan 25 18:47:11.409137 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-f9cca2b0-0b26-44d6-bbf9-3cdff7310419 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/quotas/dca5b49d7c2f4169873d85cc3750b1d9 HTTP/1.1" status: 200  len: 375 time: 0.0180347
Jan 25 18:47:11.508604 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-45fdf793-4e8f-457e-a617-74ba8aab38b8 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?tenant_id=dca5b49d7c2f4169873d85cc3750b1d9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0917320
Jan 25 18:47:11.661184 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-8591b64c-b48d-4105-8199-056e8de77b67 service neutron] 10.222.0.77 "GET /v2.0/networks/e2bbca44-8793-4b60-baa4-fe7ebb6abf5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441517
Jan 25 18:47:11.817068 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-b1a39335-b328-439e-9164-9ec400cc59e5 service neutron] 10.222.0.77 "GET /v2.0/networks/e2bbca44-8793-4b60-baa4-fe7ebb6abf5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1486368
Jan 25 18:47:12.132067 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:47:12.171207 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ca119cd1-4e94-4c85-8181-d5f3e56a8dce req-3fb40dbb-2d86-492c-901c-cfaa6279eade tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 210 time: 0.0819161
Jan 25 18:47:12.281206 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 59964) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:47:12.514347 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:12.537313 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:47:12.555411 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Usage tracker for resource:security_group_rule and tenant:dd73bade80a24c7e8f11a36b17810e6d is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:47:12.563046 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:47:12.572148 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:47:12.709524 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:12.714975 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:12.734045 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:47:12.826102 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dd73bade80a24c7e8f11a36b17810e6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5429783
Jan 25 18:47:12.831239 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 59988) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:47:12.832028 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b19634-7948-4ee1-ab81-3d425fe174b5,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:47:12.852153 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:12.852802 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:12.853480 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:12.854135 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:12.854807 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:12.855447 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:12.856348 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:12.857280 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:12.858157 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:12.859027 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:12.859945 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:12.860615 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:12.861397 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:12.862047 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:12.862690 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:12.863331 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:12.863940 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:12.864820 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:12.865688 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:12.867084 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:12.867904 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:12.868769 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:12.869576 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:12.870287 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:12.881176 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:47:12.987367 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f6ade0d5-3293-4b75-ab32-70f32dd670a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:13.021727 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f6ade0d5-3293-4b75-ab32-70f32dd670a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:13.107850 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f6ade0d5-3293-4b75-ab32-70f32dd670a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:13.113765 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:47:13.126908 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ade0d5-3293-4b75-ab32-70f32dd670a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b19634-7948-4ee1-ab81-3d425fe174b5,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:47:13.131403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f6ade0d5-3293-4b75-ab32-70f32dd670a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:47:13.136223 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f6ade0d5-3293-4b75-ab32-70f32dd670a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:13.140140 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-f6ade0d5-3293-4b75-ab32-70f32dd670a2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/01b19634-7948-4ee1-ab81-3d425fe174b5 HTTP/1.1" status: 204  len: 168 time: 0.3024971
Jan 25 18:47:13.499514 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f3048266-8db2-4a55-b801-ad682c7f8877 req-4379b49e-c74b-40ab-a43e-fc7d7c865429 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 210 time: 0.0888505
Jan 25 18:47:13.914697 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-38e69905-1339-4a03-9819-f80e2a0a82fd tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:13.915729 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-38e69905-1339-4a03-9819-f80e2a0a82fd tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Synchronizing usage tracker for tenant:dca5b49d7c2f4169873d85cc3750b1d9 on resource:network {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:47:13.935577 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-38e69905-1339-4a03-9819-f80e2a0a82fd tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Unset dirty status for tenant:dca5b49d7c2f4169873d85cc3750b1d9 on resource:network {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:47:13.936861 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-38e69905-1339-4a03-9819-f80e2a0a82fd tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.70 "GET /v2.0/networks?id=e2bbca44-8793-4b60-baa4-fe7ebb6abf5f HTTP/1.1" status: 200  len: 814 time: 0.2323213
Jan 25 18:47:13.970822 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-cb7c685c-1f04-4526-8244-b1b164e0e663 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Request body: {'port': {'device_id': 'd0bb8b59-e3cd-4459-802d-139ffd20ff73', 'network_id': 'e2bbca44-8793-4b60-baa4-fe7ebb6abf5f', 'admin_state_up': True, 'tenant_id': 'dca5b49d7c2f4169873d85cc3750b1d9'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:47:14.088464 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:14.179609 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-cb7c685c-1f04-4526-8244-b1b164e0e663 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:47:14.185848 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-cb7c685c-1f04-4526-8244-b1b164e0e663 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Usage tracker for resource:port and tenant:dca5b49d7c2f4169873d85cc3750b1d9 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:47:14.189526 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-cb7c685c-1f04-4526-8244-b1b164e0e663 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Quota usage for port was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:47:14.197970 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-cb7c685c-1f04-4526-8244-b1b164e0e663 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:47:14.209648 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-cb7c685c-1f04-4526-8244-b1b164e0e663 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Made reservation on behalf of dca5b49d7c2f4169873d85cc3750b1d9 for: {'port': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:47:14.224411 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-cb7c685c-1f04-4526-8244-b1b164e0e663 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:14.595522 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-cb7c685c-1f04-4526-8244-b1b164e0e663 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Allocated IP 172.20.0.3 (e2bbca44-8793-4b60-baa4-fe7ebb6abf5f/9bee634b-e96d-4a3c-a369-0f356e39d2a8/a979c983-61d2-4458-bcf9-432702302d09) {{(pid=80198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:47:14.719639 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ce219deb-2dd8-4051-90b9-ec2343046a25 req-d99b4b43-3bee-4f2b-b7ef-edabbd4bf43d tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 210 time: 0.0694361
Jan 25 18:47:14.896019 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-cb7c685c-1f04-4526-8244-b1b164e0e663 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Notify callbacks [] for port, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:14.928240 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-cb7c685c-1f04-4526-8244-b1b164e0e663 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723'] for port, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:14.946152 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:47:15.103592 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c685c-1f04-4526-8244-b1b164e0e663 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Pushing event updated for resources: {'Port': ['ID=a979c983-61d2-4458-bcf9-432702302d09,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:47:15.108276 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cb7c685c-1f04-4526-8244-b1b164e0e663 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:47:15.202084 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-cb7c685c-1f04-4526-8244-b1b164e0e663 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Network e2bbca44-8793-4b60-baa4-fe7ebb6abf5f is already hosted by enough agents. {{(pid=80198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:47:15.204231 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-cb7c685c-1f04-4526-8244-b1b164e0e663 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Resources bound (agent type, host, resource id):  {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:47:15.208018 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-cb7c685c-1f04-4526-8244-b1b164e0e663 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Received port after_create {{(pid=80198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:47:15.264225 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-cb7c685c-1f04-4526-8244-b1b164e0e663 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:15.265549 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-cb7c685c-1f04-4526-8244-b1b164e0e663 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:15.301526 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-cb7c685c-1f04-4526-8244-b1b164e0e663 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3372188
Jan 25 18:47:15.323491 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] Request body: {'port': {'device_id': 'd0bb8b59-e3cd-4459-802d-139ffd20ff73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:47:15.469180 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:16.235884 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a979c983-61d2-4458-bcf9-432702302d09 {{(pid=80198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 25 18:47:16.252763 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:16.291145 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] Transition to ACTIVE for port object a979c983-61d2-4458-bcf9-432702302d09 will not be triggered until provisioned by entity L2. {{(pid=80198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:47:16.296137 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:16.345074 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af798ac4-e0e5-4c3a-84bf-5a01279202b4 req-e6fdb737-aa70-4057-9cf4-b28d7b61e23a tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:16.345915 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-af798ac4-e0e5-4c3a-84bf-5a01279202b4 req-e6fdb737-aa70-4057-9cf4-b28d7b61e23a tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Synchronizing usage tracker for tenant:dca5b49d7c2f4169873d85cc3750b1d9 on resource:port {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:47:16.352936 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f19f8e64-77df-48dc-9b35-5b9edd44deba tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:47:16.730612 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] Pushing event updated for resources: {'Port': ['ID=a979c983-61d2-4458-bcf9-432702302d09,revision_number=2']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:47:16.735377 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-af798ac4-e0e5-4c3a-84bf-5a01279202b4 req-e6fdb737-aa70-4057-9cf4-b28d7b61e23a tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Unset dirty status for tenant:dca5b49d7c2f4169873d85cc3750b1d9 on resource:port {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:47:16.736695 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-af798ac4-e0e5-4c3a-84bf-5a01279202b4 req-e6fdb737-aa70-4057-9cf4-b28d7b61e23a tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 931 time: 0.7574871
Jan 25 18:47:16.745784 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:47:16.834901 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-af798ac4-e0e5-4c3a-84bf-5a01279202b4 req-f5e00457-1ac5-46be-80dc-2a600aebf19a tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Synchronizing usage tracker for tenant:dca5b49d7c2f4169873d85cc3750b1d9 on resource:security_group {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:47:16.934331 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-af798ac4-e0e5-4c3a-84bf-5a01279202b4 req-f5e00457-1ac5-46be-80dc-2a600aebf19a tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Unset dirty status for tenant:dca5b49d7c2f4169873d85cc3750b1d9 on resource:security_group {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:47:16.935620 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-af798ac4-e0e5-4c3a-84bf-5a01279202b4 req-f5e00457-1ac5-46be-80dc-2a600aebf19a tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1866655
Jan 25 18:47:16.944270 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] Attempting to bind port a979c983-61d2-4458-bcf9-432702302d09 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:47:16.944671 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] Attempting to bind port a979c983-61d2-4458-bcf9-432702302d09 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '28f7dce5-bd7d-42e4-ac16-3cce4136308f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e2bbca44-8793-4b60-baa4-fe7ebb6abf5f'}] {{(pid=80198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:47:16.945056 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] Attempting to bind port a979c983-61d2-4458-bcf9-432702302d09 on network e2bbca44-8793-4b60-baa4-fe7ebb6abf5f {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:47:16.952175 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] Checking agent: {'id': '2edca791-6dfd-4a0b-9497-e94f443cd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 33), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:47:16.952561 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] Checking segment: {'id': '28f7dce5-bd7d-42e4-ac16-3cce4136308f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e2bbca44-8793-4b60-baa4-fe7ebb6abf5f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:47:16.952991 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:16.953399 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] Bound using segment: {'id': '28f7dce5-bd7d-42e4-ac16-3cce4136308f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e2bbca44-8793-4b60-baa4-fe7ebb6abf5f'} {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:47:16.953899 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] Bound port: a979c983-61d2-4458-bcf9-432702302d09, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f7dce5-bd7d-42e4-ac16-3cce4136308f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e2bbca44-8793-4b60-baa4-fe7ebb6abf5f'}}] {{(pid=80198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:47:16.954276 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:17.064780 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] For port a979c983-61d2-4458-bcf9-432702302d09, host hv-cinder-77238, cleared binding levels {{(pid=80198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:47:17.068437 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] For port a979c983-61d2-4458-bcf9-432702302d09, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=a979c983-61d2-4458-bcf9-432702302d09,segment=NetworkSegment(28f7dce5-bd7d-42e4-ac16-3cce4136308f),segment_id=28f7dce5-bd7d-42e4-ac16-3cce4136308f)] {{(pid=80198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:47:17.072468 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:17.087167 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:47:17.338181 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] Pushing event updated for resources: {'Port': ['ID=a979c983-61d2-4458-bcf9-432702302d09,revision_number=3']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:47:17.345807 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:47:17.396537 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:17.397319 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:17.398874 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] 10.222.0.70 "PUT /v2.0/ports/a979c983-61d2-4458-bcf9-432702302d09 HTTP/1.1" status: 200  len: 1157 time: 2.0811658
Jan 25 18:47:17.399413 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0bb8b59-e3cd-4459-802d-139ffd20ff73', 'tag': 'a979c983-61d2-4458-bcf9-432702302d09'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:47:17.463871 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0bb8b59-e3cd-4459-802d-139ffd20ff73', 'tag': 'a979c983-61d2-4458-bcf9-432702302d09', 'status': 'completed', 'code': 200}
Jan 25 18:47:18.284785 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93983a-2907-48f7-a596-c4e64c3d09e6 req-0cf004c4-63a4-417d-9c32-93e45c8df32d tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:18.286564 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ff93983a-2907-48f7-a596-c4e64c3d09e6 req-0cf004c4-63a4-417d-9c32-93e45c8df32d tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 943 time: 0.1265237
Jan 25 18:47:18.351364 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ff93983a-2907-48f7-a596-c4e64c3d09e6 req-e3ada756-5bf5-4315-878c-5856c4106de4 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533342
Jan 25 18:47:19.675040 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf8f7e-35ff-41c5-a35a-538794b03130 req-5b519a69-698c-495d-87ea-1eadb75f1808 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:19.677682 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4acf8f7e-35ff-41c5-a35a-538794b03130 req-5b519a69-698c-495d-87ea-1eadb75f1808 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 943 time: 0.1845324
Jan 25 18:47:19.767644 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4acf8f7e-35ff-41c5-a35a-538794b03130 req-d38db6fe-2b5a-4078-bf06-511a30c76361 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819843
Jan 25 18:47:20.814362 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4c27663a-0065-46ee-a618-e0478a089ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:21.124151 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dcfa1f-7019-475f-b545-9b2a4b752bff req-33c6463c-d589-4bfe-b2ff-52e76435cc23 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:21.125896 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-07dcfa1f-7019-475f-b545-9b2a4b752bff req-33c6463c-d589-4bfe-b2ff-52e76435cc23 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 943 time: 0.1942270
Jan 25 18:47:21.129315 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b49f63-747e-4b92-b8e3-08a948e05071 req-2a3ead6f-e7da-4e72-b817-99ae4ac7ce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:21.130840 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f3b49f63-747e-4b92-b8e3-08a948e05071 req-2a3ead6f-e7da-4e72-b817-99ae4ac7ce75 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dca5b49d7c2f4169873d85cc3750b1d9&device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 1160 time: 0.1559105
Jan 25 18:47:21.288836 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-07dcfa1f-7019-475f-b545-9b2a4b752bff req-5a16083d-3d31-487a-80ec-47de35ef9188 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1551361
Jan 25 18:47:21.349166 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b49f63-747e-4b92-b8e3-08a948e05071 req-e9e71b0e-04ec-4271-9c09-d9a5ebe17682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:21.351355 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f3b49f63-747e-4b92-b8e3-08a948e05071 req-e9e71b0e-04ec-4271-9c09-d9a5ebe17682 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=dca5b49d7c2f4169873d85cc3750b1d9&shared=False HTTP/1.1" status: 200  len: 908 time: 0.2009718
Jan 25 18:47:21.538134 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b49f63-747e-4b92-b8e3-08a948e05071 req-96b9285f-35d2-4685-b17e-f6a11d7fdcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:21.539742 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f3b49f63-747e-4b92-b8e3-08a948e05071 req-96b9285f-35d2-4685-b17e-f6a11d7fdcc6 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1809957
Jan 25 18:47:21.718161 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-a3426406-9de0-43a9-87a2-13b11ce9295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:21.720033 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-a3426406-9de0-43a9-87a2-13b11ce9295a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dca5b49d7c2f4169873d85cc3750b1d9&device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 1160 time: 0.0904746
Jan 25 18:47:21.815093 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-28e29e6e-b675-4e11-bf84-d384840e46a9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a979c983-61d2-4458-bcf9-432702302d09 HTTP/1.1" status: 200  len: 217 time: 0.0766695
Jan 25 18:47:21.899677 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-d7caed41-1a4d-4d1a-a17d-4f4e0e301eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:21.902365 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-d7caed41-1a4d-4d1a-a17d-4f4e0e301eec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9bee634b-e96d-4a3c-a369-0f356e39d2a8 HTTP/1.1" status: 200  len: 854 time: 0.0788159
Jan 25 18:47:21.972078 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-713b1682-786b-4301-9b82-8f0a87d6c933 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e2bbca44-8793-4b60-baa4-fe7ebb6abf5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0572236
Jan 25 18:47:22.232109 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-4920a380-ef9b-4951-b9a5-8666030fb8e5 service neutron] 10.222.0.70 "GET /v2.0/networks/e2bbca44-8793-4b60-baa4-fe7ebb6abf5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2513716
Jan 25 18:47:22.572698 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725211c-57d1-4db2-bb3b-58c0ce466b2b req-eaa47839-ffd3-49a5-b8e8-98269c32c280 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:22.574480 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a725211c-57d1-4db2-bb3b-58c0ce466b2b req-eaa47839-ffd3-49a5-b8e8-98269c32c280 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 943 time: 0.1246684
Jan 25 18:47:22.635216 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a725211c-57d1-4db2-bb3b-58c0ce466b2b req-5da62e2c-5c17-4ce0-9e05-f1f448d6809a tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538774
Jan 25 18:47:22.991282 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:23.120948 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b498d084-c67e-4bed-97c9-76f8340d12f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:23.904108 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0242b-30a4-4324-9172-4cee094bc5eb req-d6951fdd-12cc-4db5-8635-957906b2efc6 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:23.905859 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fff0242b-30a4-4324-9172-4cee094bc5eb req-d6951fdd-12cc-4db5-8635-957906b2efc6 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 943 time: 0.1224430
Jan 25 18:47:23.969606 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fff0242b-30a4-4324-9172-4cee094bc5eb req-304a39a2-ca57-4ab2-b7ce-cf452545257c tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509889
Jan 25 18:47:24.757851 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:25.122359 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:25.353545 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16df18-12d1-44fb-af96-99f320c4deab req-aa66ac40-0399-4e7f-af82-f5d2664ee641 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:25.355393 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9d16df18-12d1-44fb-af96-99f320c4deab req-aa66ac40-0399-4e7f-af82-f5d2664ee641 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 943 time: 0.1253805
Jan 25 18:47:25.418685 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9d16df18-12d1-44fb-af96-99f320c4deab req-8efe530d-6ce8-4666-b253-79278537f414 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558248
Jan 25 18:47:26.691422 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f1214-7831-4b49-bdac-6d23a85a3519 req-6c4e1ce1-8eeb-4c85-8046-c5e680f2ffd5 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:26.693372 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a21f1214-7831-4b49-bdac-6d23a85a3519 req-6c4e1ce1-8eeb-4c85-8046-c5e680f2ffd5 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 943 time: 0.1262257
Jan 25 18:47:26.769909 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a21f1214-7831-4b49-bdac-6d23a85a3519 req-8f472c7c-09a5-4f1a-a16d-1aad3bb0a113 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683429
Jan 25 18:47:26.986960 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-133df3b2-0184-4f60-ada0-dcebcf0826c3 req-f6f64440-35c7-4a38-ac71-131f7842d579 service neutron] 10.222.0.70 "GET /v2.0/networks/e2bbca44-8793-4b60-baa4-fe7ebb6abf5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1573889
Jan 25 18:47:28.205302 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c461083-8060-4cb9-98f1-a1a942e0648b req-dce73ab3-c6e3-43fd-b963-7f0d5f4e2dba tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:28.207045 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6c461083-8060-4cb9-98f1-a1a942e0648b req-dce73ab3-c6e3-43fd-b963-7f0d5f4e2dba tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 943 time: 0.2156115
Jan 25 18:47:28.265747 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6c461083-8060-4cb9-98f1-a1a942e0648b req-5cc0f1fa-e946-4a3e-ad9d-eb5adeac879a tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516469
Jan 25 18:47:29.782495 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6350b-771d-4533-9269-001140201fe6 req-0d8f6b0d-2ee2-4ae9-8251-83456b0e4756 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:29.785474 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-24e6350b-771d-4533-9269-001140201fe6 req-0d8f6b0d-2ee2-4ae9-8251-83456b0e4756 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 943 time: 0.2418983
Jan 25 18:47:29.865076 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-24e6350b-771d-4533-9269-001140201fe6 req-6afb6edb-1b99-4e42-9f05-c3975c8a6374 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692093
Jan 25 18:47:31.358391 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71855b99-953e-450d-83c4-44f50c64d5e6 req-52a4c62e-73e8-47b3-a3ea-8adbda44cd42 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:31.361791 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-71855b99-953e-450d-83c4-44f50c64d5e6 req-52a4c62e-73e8-47b3-a3ea-8adbda44cd42 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 943 time: 0.1976621
Jan 25 18:47:31.464152 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-71855b99-953e-450d-83c4-44f50c64d5e6 req-daa9ecac-5e57-4ef2-86d2-62e9b462c132 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948250
Jan 25 18:47:32.795457 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6057ab4-7a29-4dfb-bef1-9545fb2dc9c3 req-4caddd01-027f-4bbf-92b9-25aae0389963 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:32.797255 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e6057ab4-7a29-4dfb-bef1-9545fb2dc9c3 req-4caddd01-027f-4bbf-92b9-25aae0389963 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 943 time: 0.1242306
Jan 25 18:47:32.881981 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e6057ab4-7a29-4dfb-bef1-9545fb2dc9c3 req-7dfbe40d-dba1-4dae-8016-b620e659aeb7 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716047
Jan 25 18:47:33.609828 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b775cce4-aa49-4bba-bc77-93ddc5521345 req-a550b444-8454-4c24-a4d5-6d4cbf60ae10 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1234772
Jan 25 18:47:33.753222 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775cce4-aa49-4bba-bc77-93ddc5521345 req-942c15c5-7d20-4923-9128-f78a61d05889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:33.755040 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b775cce4-aa49-4bba-bc77-93ddc5521345 req-942c15c5-7d20-4923-9128-f78a61d05889 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e33a018e9f954cdc8b0b90314907d180&device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 1162 time: 0.0944910
Jan 25 18:47:33.937875 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775cce4-aa49-4bba-bc77-93ddc5521345 req-6b19e3e6-1993-410e-8d01-947a705807f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:33.939831 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b775cce4-aa49-4bba-bc77-93ddc5521345 req-6b19e3e6-1993-410e-8d01-947a705807f5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=18622258-cc8c-47a0-913a-154bf9be8ebc HTTP/1.1" status: 200  len: 912 time: 0.1572948
Jan 25 18:47:34.083146 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b775cce4-aa49-4bba-bc77-93ddc5521345 req-22534951-d9f5-4a19-b19a-5830aa050c8d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e77a6f61-5988-4ee2-84b5-cc8e7b678974 HTTP/1.1" status: 200  len: 217 time: 0.1344688
Jan 25 18:47:34.200344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775cce4-aa49-4bba-bc77-93ddc5521345 req-ceaf7f3e-d4de-499c-995e-f91d94e91775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:34.204199 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b775cce4-aa49-4bba-bc77-93ddc5521345 req-ceaf7f3e-d4de-499c-995e-f91d94e91775 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e41f3cd-e809-4d09-9708-244cf575d1af HTTP/1.1" status: 200  len: 858 time: 0.1070817
Jan 25 18:47:34.297449 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b775cce4-aa49-4bba-bc77-93ddc5521345 req-f5970d99-ec77-4677-b945-18012127196c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18622258-cc8c-47a0-913a-154bf9be8ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0861642
Jan 25 18:47:34.329962 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f261e7-57ef-42d6-b235-c51b80579b11 req-75e65359-3434-4ea0-8dd6-5a9e0e8018df tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:34.333135 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b4f261e7-57ef-42d6-b235-c51b80579b11 req-75e65359-3434-4ea0-8dd6-5a9e0e8018df tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 943 time: 0.2541273
Jan 25 18:47:34.436211 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b4f261e7-57ef-42d6-b235-c51b80579b11 req-da9bb592-69c2-4e9e-8981-1ae0365baf1b tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858216
Jan 25 18:47:34.518575 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b775cce4-aa49-4bba-bc77-93ddc5521345 req-1c8ff585-3bbc-4c26-8df6-1b9233407b91 service neutron] 10.222.0.70 "GET /v2.0/networks/18622258-cc8c-47a0-913a-154bf9be8ebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2092249
Jan 25 18:47:34.759294 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b775cce4-aa49-4bba-bc77-93ddc5521345 req-a7b4811c-4071-4dbf-8fea-f6045fcd9001 service neutron] 10.222.0.70 "GET /v2.0/networks/18622258-cc8c-47a0-913a-154bf9be8ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2331758
Jan 25 18:47:35.768994 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a533d11-28e8-4e5c-ad33-3c4a2fbe6482 req-3f7cf35b-0030-4cfa-a7f9-bf376894ab23 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:35.770730 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3a533d11-28e8-4e5c-ad33-3c4a2fbe6482 req-3f7cf35b-0030-4cfa-a7f9-bf376894ab23 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 943 time: 0.1244774
Jan 25 18:47:35.890007 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3a533d11-28e8-4e5c-ad33-3c4a2fbe6482 req-d44f70ad-f70b-4fe5-8fbe-67ebdd702339 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058233
Jan 25 18:47:37.465663 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee7465-30a5-446c-ba10-2732ff7bb25d req-c88a7814-49a8-4d03-b2c7-f7faa65f690b tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:37.468608 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bbee7465-30a5-446c-ba10-2732ff7bb25d req-c88a7814-49a8-4d03-b2c7-f7faa65f690b tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 943 time: 0.3215780
Jan 25 18:47:37.844030 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.objects.ports [None req-93e50ae7-2596-475a-8832-6e3041d7b670 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80201) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 25 18:47:37.996305 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bbee7465-30a5-446c-ba10-2732ff7bb25d req-998023e6-067d-4aa8-ba44-820bf17d9089 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5118265
Jan 25 18:47:38.034140 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4670d-9879-4820-bad7-2ca9bcc348b8 req-9b71ed17-9758-4234-9bd0-0d3fab9501d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:38.037021 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-23a4670d-9879-4820-bad7-2ca9bcc348b8 req-9b71ed17-9758-4234-9bd0-0d3fab9501d5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e33a018e9f954cdc8b0b90314907d180&device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 1162 time: 0.5634692
Jan 25 18:47:38.038332 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1cd60-a93e-4754-b3b1-4c3c90ba4a27 req-1eb1f815-19fd-4337-a8a1-d7954ba710e4 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:38.040089 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-56d1cd60-a93e-4754-b3b1-4c3c90ba4a27 req-1eb1f815-19fd-4337-a8a1-d7954ba710e4 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.2059042
Jan 25 18:47:38.108854 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-56d1cd60-a93e-4754-b3b1-4c3c90ba4a27 req-6fa9adeb-28d7-4843-b348-7f2bac75cde1 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514996
Jan 25 18:47:38.331123 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4670d-9879-4820-bad7-2ca9bcc348b8 req-1d4a365a-cbfa-4176-88c4-cf336750103d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:38.333870 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-23a4670d-9879-4820-bad7-2ca9bcc348b8 req-1d4a365a-cbfa-4176-88c4-cf336750103d service neutron] 10.222.0.70 "GET /v2.0/networks?id=18622258-cc8c-47a0-913a-154bf9be8ebc HTTP/1.1" status: 200  len: 912 time: 0.2875204
Jan 25 18:47:38.468743 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-23a4670d-9879-4820-bad7-2ca9bcc348b8 req-95a15724-4c9d-4f7f-b116-e9718c1607ed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e8a6709-b03a-429e-8491-492e7bf96f35 HTTP/1.1" status: 200  len: 217 time: 0.1267383
Jan 25 18:47:38.577946 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4670d-9879-4820-bad7-2ca9bcc348b8 req-91732a72-542d-4fca-b8d5-76d4b4d30369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:38.580808 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-23a4670d-9879-4820-bad7-2ca9bcc348b8 req-91732a72-542d-4fca-b8d5-76d4b4d30369 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e41f3cd-e809-4d09-9708-244cf575d1af HTTP/1.1" status: 200  len: 858 time: 0.1043761
Jan 25 18:47:38.726732 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-23a4670d-9879-4820-bad7-2ca9bcc348b8 req-2946d719-5879-49e7-b285-cac1fcabb4c8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18622258-cc8c-47a0-913a-154bf9be8ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1316087
Jan 25 18:47:39.031596 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-cca109cc-b069-4e25-bb17-96309b2304bb tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:39.033417 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-cca109cc-b069-4e25-bb17-96309b2304bb tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/networks?id=91f80afc-59ce-4fe7-876c-4cf2ad6baef9 HTTP/1.1" status: 200  len: 815 time: 0.3513734
Jan 25 18:47:39.043361 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-23a4670d-9879-4820-bad7-2ca9bcc348b8 req-cedc9c7d-643d-4139-b67a-d0ec9c056a7a service neutron] 10.222.0.70 "GET /v2.0/networks/18622258-cc8c-47a0-913a-154bf9be8ebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2983878
Jan 25 18:47:39.055414 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-9ec024d8-7a88-4d54-9678-31cd36929168 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/quotas/249a90a17b6743d183168f87ef1741b5 HTTP/1.1" status: 200  len: 375 time: 0.0109763
Jan 25 18:47:39.300340 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-23a4670d-9879-4820-bad7-2ca9bcc348b8 req-36ac7226-cac0-4c48-92dd-ac8d05d320e1 service neutron] 10.222.0.70 "GET /v2.0/networks/18622258-cc8c-47a0-913a-154bf9be8ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1900697
Jan 25 18:47:39.326332 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-4cdfcb29-1a30-4891-9c7e-ab00df78cfbc tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?tenant_id=249a90a17b6743d183168f87ef1741b5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2636087
Jan 25 18:47:39.386163 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a72cd2-733d-45df-809d-65801f0aece4 req-99f33c4b-d9b9-4940-bea9-83736584c63e tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:39.387876 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-23a72cd2-733d-45df-809d-65801f0aece4 req-99f33c4b-d9b9-4940-bea9-83736584c63e tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 943 time: 0.1428137
Jan 25 18:47:39.459952 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-23a72cd2-733d-45df-809d-65801f0aece4 req-169a9330-3d1c-495f-97bc-8d8446a44fd6 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592809
Jan 25 18:47:39.572138 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-b4ba476a-1757-4275-9483-b5f4a157adcb service neutron] 10.222.0.77 "GET /v2.0/networks/91f80afc-59ce-4fe7-876c-4cf2ad6baef9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2292569
Jan 25 18:47:39.723882 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bcf37-fdb4-4095-94fa-50e640c04182 req-2471e851-96ac-4cf0-99be-c42dacccbd54 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:39.726995 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d25bcf37-fdb4-4095-94fa-50e640c04182 req-2471e851-96ac-4cf0-99be-c42dacccbd54 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1379640
Jan 25 18:47:39.810103 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d25bcf37-fdb4-4095-94fa-50e640c04182 req-ad503a53-6df1-48fd-a3f2-36a86ef0f347 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738926
Jan 25 18:47:39.812019 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-310d2872-6a62-4d0c-b4f5-a0c3e74b89ce service neutron] 10.222.0.77 "GET /v2.0/networks/91f80afc-59ce-4fe7-876c-4cf2ad6baef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2312839
Jan 25 18:47:40.103012 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c28d637a-f15e-4e8a-ae41-fd73c4bf4807 req-612a6f26-4b05-4617-95b4-d9e1e81e8be1 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 210 time: 0.0887210
Jan 25 18:47:40.722707 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ee386-e835-4c69-9163-e4897c74ba77 req-10e9d760-6081-41b0-b3ef-407d38198a07 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:40.724423 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c10ee386-e835-4c69-9163-e4897c74ba77 req-10e9d760-6081-41b0-b3ef-407d38198a07 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 943 time: 0.1214828
Jan 25 18:47:40.789054 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c10ee386-e835-4c69-9163-e4897c74ba77 req-60fbc235-6bfd-4e36-af7d-cf18efb1828c tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569232
Jan 25 18:47:41.100803 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c278e-7180-4398-9c73-a9706bae72d1 req-ba3ae98d-ff09-4e60-a6f0-675d8d61b434 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:41.102551 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e84c278e-7180-4398-9c73-a9706bae72d1 req-ba3ae98d-ff09-4e60-a6f0-675d8d61b434 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1229882
Jan 25 18:47:41.200862 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e84c278e-7180-4398-9c73-a9706bae72d1 req-5239d6b5-49c3-473b-8349-758b701f40af tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908935
Jan 25 18:47:41.425849 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45281f7a-79c6-41e8-b006-2c9a3ebb35ed req-8710a809-2f3c-46c5-a223-59531581670d tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 210 time: 0.0973561
Jan 25 18:47:42.096419 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce063f3c-65f5-4fcc-9c73-7c866160c3d3 req-bf06c41f-9418-4e1c-bfca-9200395f6bf5 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:42.098962 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ce063f3c-65f5-4fcc-9c73-7c866160c3d3 req-bf06c41f-9418-4e1c-bfca-9200395f6bf5 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 943 time: 0.1688776
Jan 25 18:47:42.165714 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ce063f3c-65f5-4fcc-9c73-7c866160c3d3 req-50850cf7-8a98-49ca-9750-4ca5063c04ab tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546498
Jan 25 18:47:42.477539 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582aaba-15c0-4cd8-9822-5a620ca6495a req-5e48ed56-4737-4662-9996-1214dc492328 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:42.479248 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9582aaba-15c0-4cd8-9822-5a620ca6495a req-5e48ed56-4737-4662-9996-1214dc492328 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1314104
Jan 25 18:47:42.536926 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9582aaba-15c0-4cd8-9822-5a620ca6495a req-db87f530-ba65-4401-ae0f-cdaf3fd87b12 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511301
Jan 25 18:47:42.709591 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-35ee9582-f8e5-4173-a076-096ce2718c20 req-577d4108-bc58-4fac-84ac-b6f11b451a27 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 210 time: 0.0489445
Jan 25 18:47:43.492755 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5aab3d-3161-4865-8a00-8c5ed8dda6da req-f5f1b9b0-da19-437c-a6df-9fda2bd3a4ca tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:43.494519 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ce5aab3d-3161-4865-8a00-8c5ed8dda6da req-f5f1b9b0-da19-437c-a6df-9fda2bd3a4ca tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 943 time: 0.1304553
Jan 25 18:47:43.553793 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ce5aab3d-3161-4865-8a00-8c5ed8dda6da req-f0020e3a-0ec5-4db7-bcd7-f5919f65b2d3 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523219
Jan 25 18:47:43.805857 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a205db0-027a-48c2-aef7-5005488ceb10 req-b12f1f58-549c-40f4-89ae-079a6b875cf4 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:43.807563 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1a205db0-027a-48c2-aef7-5005488ceb10 req-b12f1f58-549c-40f4-89ae-079a6b875cf4 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1205223
Jan 25 18:47:43.870801 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1a205db0-027a-48c2-aef7-5005488ceb10 req-6a013e97-9dc9-41e4-8b10-574fc6aa5fd0 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564044
Jan 25 18:47:44.055652 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fa8f0b95-bdda-4e27-a30f-c4c3ce2cd973 req-b22f0fe6-4f23-4f18-8f00-f536f639c865 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 210 time: 0.0600297
Jan 25 18:47:44.079951 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:44.799605 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a4546-6896-4187-9d67-27437e8b4314 req-75609eee-63fe-4c9e-b370-09862a317950 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:44.801345 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a06a4546-6896-4187-9d67-27437e8b4314 req-75609eee-63fe-4c9e-b370-09862a317950 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 943 time: 0.1137905
Jan 25 18:47:44.867358 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a06a4546-6896-4187-9d67-27437e8b4314 req-ea013691-2b42-489c-b90f-b9f502bbca8e tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589557
Jan 25 18:47:45.134836 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5dc723-6fea-44b2-b2c6-6301fed90ef3 req-3c741bda-d5a5-4137-989d-d0c332086c29 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:45.136714 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7f5dc723-6fea-44b2-b2c6-6301fed90ef3 req-3c741bda-d5a5-4137-989d-d0c332086c29 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1185894
Jan 25 18:47:45.195546 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7f5dc723-6fea-44b2-b2c6-6301fed90ef3 req-5f0fc1de-d90c-4e85-ad7d-3803579faa95 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517516
Jan 25 18:47:45.400508 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e4215dc5-123e-4b1f-8c25-05388a74380c req-618740fc-5254-485a-a327-4361dd653d2b tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 210 time: 0.0659900
Jan 25 18:47:45.768301 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device a979c983-61d2-4458-bcf9-432702302d09 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:47:45.848647 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning for port a979c983-61d2-4458-bcf9-432702302d09 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:47:45.856679 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port a979c983-61d2-4458-bcf9-432702302d09 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:47:45.857123 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:46.006377 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:46.040834 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0bb8b59-e3cd-4459-802d-139ffd20ff73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a979c983-61d2-4458-bcf9-432702302d09'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:47:46.053660 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port a979c983-61d2-4458-bcf9-432702302d09, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=a979c983-61d2-4458-bcf9-432702302d09,segment=NetworkSegment(28f7dce5-bd7d-42e4-ac16-3cce4136308f),segment_id=28f7dce5-bd7d-42e4-ac16-3cce4136308f)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:47:46.058661 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:46.061595 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:47:46.146715 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0bb8b59-e3cd-4459-802d-139ffd20ff73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a979c983-61d2-4458-bcf9-432702302d09', 'code': 200}
Jan 25 18:47:46.161727 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=a979c983-61d2-4458-bcf9-432702302d09,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:47:46.171465 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:46.171845 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:46.172216 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:46.172580 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:46.172974 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:46.173329 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:46.173811 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:46.174041 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:46.174395 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:46.174779 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:46.175114 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:46.175413 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:46.175803 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:46.176158 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:46.176509 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:46.176863 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:46.177235 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:46.177582 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:46.178564 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:46.178921 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:46.179290 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:46.179647 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:46.179997 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:46.180353 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:47:46.181003 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d4137-f9a9-4ba9-82f7-e21a866a45de req-5faebf9b-11d3-4d25-877d-cb74eef92c3a tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:46.182749 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b41d4137-f9a9-4ba9-82f7-e21a866a45de req-5faebf9b-11d3-4d25-877d-cb74eef92c3a tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 945 time: 0.1462734
Jan 25 18:47:46.186504 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:47:46.261945 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b41d4137-f9a9-4ba9-82f7-e21a866a45de req-78c7b250-6bab-409f-b40f-559069908bf9 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683432
Jan 25 18:47:46.532549 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2216b5-1cb5-468c-947d-bb7137132e5e req-f16592f2-8183-4090-baed-3b46207c0c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:46.535858 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4f2216b5-1cb5-468c-947d-bb7137132e5e req-f16592f2-8183-4090-baed-3b46207c0c0a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 1162 time: 0.1009347
Jan 25 18:47:46.603076 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28d576-d75f-40b1-a01d-53b559bb2a8f req-bcb65975-9a7d-48df-9a9a-fc0e97f5c5ea tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:46.607907 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0a28d576-d75f-40b1-a01d-53b559bb2a8f req-bcb65975-9a7d-48df-9a9a-fc0e97f5c5ea tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1590695
Jan 25 18:47:46.615998 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device a979c983-61d2-4458-bcf9-432702302d09 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:47:46.698581 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4f2216b5-1cb5-468c-947d-bb7137132e5e req-51274657-a009-4d2a-ab15-ea2343af6976 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885065
Jan 25 18:47:46.767090 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port a979c983-61d2-4458-bcf9-432702302d09 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:47:46.767090 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:46.907290 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-673be787-1af4-40ed-b099-41f60a32ad02 req-fe95ccf4-9e54-4b4d-b598-b83c80d821da tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 210 time: 0.0585244
Jan 25 18:47:46.986159 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-3788606d-69cc-4f65-ab98-335f53506b4f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:46.988683 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-3788606d-69cc-4f65-ab98-335f53506b4f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.70 "GET /v2.0/networks?id=91f80afc-59ce-4fe7-876c-4cf2ad6baef9 HTTP/1.1" status: 200  len: 815 time: 0.3714218
Jan 25 18:47:47.003801 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0a28d576-d75f-40b1-a01d-53b559bb2a8f req-72906d9e-2c56-4537-9262-f8d24a348d27 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3857560
Jan 25 18:47:47.374016 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-b55781d1-c12f-4edc-a709-7fe47a851955 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Request body: {'port': {'device_id': 'a61df67e-f0c9-4d13-a451-e42e476d2a96', 'network_id': '91f80afc-59ce-4fe7-876c-4cf2ad6baef9', 'admin_state_up': True, 'tenant_id': '249a90a17b6743d183168f87ef1741b5'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:47:47.565930 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48f1d1-85b9-4c9a-bac6-96af91789df8 req-c97ec56f-4ca2-4f0d-ba35-ab3a9080c5d4 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:47.567515 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2c48f1d1-85b9-4c9a-bac6-96af91789df8 req-c97ec56f-4ca2-4f0d-ba35-ab3a9080c5d4 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 945 time: 0.1567662
Jan 25 18:47:47.573940 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-b55781d1-c12f-4edc-a709-7fe47a851955 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:47:47.585970 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-b55781d1-c12f-4edc-a709-7fe47a851955 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:47:47.597432 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-b55781d1-c12f-4edc-a709-7fe47a851955 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Made reservation on behalf of 249a90a17b6743d183168f87ef1741b5 for: {'port': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:47:47.610210 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-b55781d1-c12f-4edc-a709-7fe47a851955 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:47.636065 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2c48f1d1-85b9-4c9a-bac6-96af91789df8 req-64525a3f-9326-4ecc-bce7-72a330dfdbcf tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571256
Jan 25 18:47:47.980367 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-b55781d1-c12f-4edc-a709-7fe47a851955 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Allocated IP 172.20.0.9 (91f80afc-59ce-4fe7-876c-4cf2ad6baef9/ca41d6d8-122b-484f-9bde-52f953964f34/8e8d2060-9066-427b-8f13-bcb742b99557) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:47:48.101022 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7df76705-6434-405f-b757-259335223afe req-e1db7ccf-780d-4f33-9550-2072b9792d51 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 210 time: 0.0521662
Jan 25 18:47:48.290606 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-b55781d1-c12f-4edc-a709-7fe47a851955 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:48.344023 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536377e-1e30-4db1-bbff-452e267e30cb req-984ec2c5-06a1-4d5a-89c9-8eb641ace68f tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:48.345718 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e536377e-1e30-4db1-bbff-452e267e30cb req-984ec2c5-06a1-4d5a-89c9-8eb641ace68f tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1844609
Jan 25 18:47:48.396063 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-b55781d1-c12f-4edc-a709-7fe47a851955 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:48.430164 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:47:48.719968 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e536377e-1e30-4db1-bbff-452e267e30cb req-9cf4108c-8d9f-4cef-ba5e-1c959cfa6c1e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3532069
Jan 25 18:47:48.736122 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55781d1-c12f-4edc-a709-7fe47a851955 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Pushing event updated for resources: {'Port': ['ID=8e8d2060-9066-427b-8f13-bcb742b99557,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:47:48.741314 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b55781d1-c12f-4edc-a709-7fe47a851955 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:47:48.905788 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-b55781d1-c12f-4edc-a709-7fe47a851955 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Network 91f80afc-59ce-4fe7-876c-4cf2ad6baef9 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:47:48.908024 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-b55781d1-c12f-4edc-a709-7fe47a851955 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:47:48.912461 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-b55781d1-c12f-4edc-a709-7fe47a851955 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:47:49.034198 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955c1bb-0167-445a-adb7-4a7f2cf5d241 req-174b646b-ce41-4f15-a51c-4844dba11320 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:49.036358 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7955c1bb-0167-445a-adb7-4a7f2cf5d241 req-174b646b-ce41-4f15-a51c-4844dba11320 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 945 time: 0.1338382
Jan 25 18:47:49.132008 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:47:49.142049 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-b55781d1-c12f-4edc-a709-7fe47a851955 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:49.143683 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-b55781d1-c12f-4edc-a709-7fe47a851955 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:49.185751 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7955c1bb-0167-445a-adb7-4a7f2cf5d241 req-1ab03042-6236-4f5c-bb9b-48dcaedef624 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367297
Jan 25 18:47:49.204585 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-b55781d1-c12f-4edc-a709-7fe47a851955 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8364837
Jan 25 18:47:49.238703 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] Request body: {'port': {'device_id': 'a61df67e-f0c9-4d13-a451-e42e476d2a96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:47:49.378408 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:49.523069 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdf819-eb78-4141-8139-6022e28b87a0 req-d10862a4-ebb6-4524-9437-c98ff6d6ea27 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:49.524769 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-43bdf819-eb78-4141-8139-6022e28b87a0 req-d10862a4-ebb6-4524-9437-c98ff6d6ea27 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 931 time: 0.1474290
Jan 25 18:47:49.591703 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-43bdf819-eb78-4141-8139-6022e28b87a0 req-fb89bf22-35e5-470b-b498-73073eb4e0fa tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542378
Jan 25 18:47:49.942980 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e8d2060-9066-427b-8f13-bcb742b99557 {{(pid=80199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 25 18:47:49.954463 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:49.978867 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] Transition to ACTIVE for port object 8e8d2060-9066-427b-8f13-bcb742b99557 will not be triggered until provisioned by entity L2. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:47:49.984905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:50.003841 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:47:50.120114 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5b0ec-3c5a-42fa-8026-c23125df2b62 req-89a41a0a-0570-4450-b352-7a3dd1b9968d tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:50.121895 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4aa5b0ec-3c5a-42fa-8026-c23125df2b62 req-89a41a0a-0570-4450-b352-7a3dd1b9968d tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.2433739
Jan 25 18:47:50.221144 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8d2060-9066-427b-8f13-bcb742b99557,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:47:50.245610 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:47:50.270632 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4aa5b0ec-3c5a-42fa-8026-c23125df2b62 req-b078698b-5999-4db3-8ddd-5f61bba0ee2c tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919278
Jan 25 18:47:50.519496 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] Attempting to bind port 8e8d2060-9066-427b-8f13-bcb742b99557 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:47:50.519837 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] Attempting to bind port 8e8d2060-9066-427b-8f13-bcb742b99557 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '64b31ac6-716f-4c4a-ad64-58104b03ceac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91f80afc-59ce-4fe7-876c-4cf2ad6baef9'}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:47:50.520208 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] Attempting to bind port 8e8d2060-9066-427b-8f13-bcb742b99557 on network 91f80afc-59ce-4fe7-876c-4cf2ad6baef9 {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:47:50.526880 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] Checking agent: {'id': '2edca791-6dfd-4a0b-9497-e94f443cd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 33), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:47:50.527254 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] Checking segment: {'id': '64b31ac6-716f-4c4a-ad64-58104b03ceac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91f80afc-59ce-4fe7-876c-4cf2ad6baef9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:47:50.527665 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:50.528067 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] Bound using segment: {'id': '64b31ac6-716f-4c4a-ad64-58104b03ceac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91f80afc-59ce-4fe7-876c-4cf2ad6baef9'} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:47:50.528549 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] Bound port: 8e8d2060-9066-427b-8f13-bcb742b99557, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b31ac6-716f-4c4a-ad64-58104b03ceac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91f80afc-59ce-4fe7-876c-4cf2ad6baef9'}}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:47:50.528926 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:50.539068 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55495b-91da-455f-8653-771552df6481 req-f0f764fb-63ae-40da-b271-b2ab67b4c617 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:50.548464 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dc55495b-91da-455f-8653-771552df6481 req-f0f764fb-63ae-40da-b271-b2ab67b4c617 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 945 time: 0.1648390
Jan 25 18:47:50.633640 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dc55495b-91da-455f-8653-771552df6481 req-c74ae5a8-22ae-49a3-9a94-ab30ac9a89ba tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834992
Jan 25 18:47:50.654183 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] For port 8e8d2060-9066-427b-8f13-bcb742b99557, host hv-cinder-77238, cleared binding levels {{(pid=80199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:47:50.663999 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] For port 8e8d2060-9066-427b-8f13-bcb742b99557, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=8e8d2060-9066-427b-8f13-bcb742b99557,segment=NetworkSegment(64b31ac6-716f-4c4a-ad64-58104b03ceac),segment_id=64b31ac6-716f-4c4a-ad64-58104b03ceac)] {{(pid=80199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:47:50.669141 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:50.712061 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-15e44a64-7e79-4aee-9ad0-d971ea6c64d2 tempest-DeleteServersTestJSON-1783070565 tempest-DeleteServersTestJSON-1783070565] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:47:50.840182 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9b8f2e5c-d794-4de1-a04d-4c8cd0d9d775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:50.849526 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8d2060-9066-427b-8f13-bcb742b99557,revision_number=3']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:47:50.856018 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:47:50.992603 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4f17e-cf97-45e1-ad7c-b0370327e8eb req-647970ca-614b-40b3-852b-1fd1be1397fe tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:51.001182 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-00e4f17e-cf97-45e1-ad7c-b0370327e8eb req-647970ca-614b-40b3-852b-1fd1be1397fe tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 943 time: 0.2157416
Jan 25 18:47:51.069995 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-00e4f17e-cf97-45e1-ad7c-b0370327e8eb req-4b85e881-d0f2-43d8-832a-3db684efa60f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672789
Jan 25 18:47:51.092439 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:51.093721 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:51.096392 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] 10.222.0.70 "PUT /v2.0/ports/8e8d2060-9066-427b-8f13-bcb742b99557 HTTP/1.1" status: 200  len: 1157 time: 1.8633301
Jan 25 18:47:51.097343 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61df67e-f0c9-4d13-a451-e42e476d2a96', 'tag': '8e8d2060-9066-427b-8f13-bcb742b99557'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:47:51.278748 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61df67e-f0c9-4d13-a451-e42e476d2a96', 'tag': '8e8d2060-9066-427b-8f13-bcb742b99557', 'status': 'completed', 'code': 200}
Jan 25 18:47:51.337086 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-2df809b5-1df8-4c47-a362-7d9d5eb2b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:51.338886 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-2df809b5-1df8-4c47-a362-7d9d5eb2b14b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=249a90a17b6743d183168f87ef1741b5&device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 1160 time: 0.1191900
Jan 25 18:47:51.519420 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-72c307c6-409e-4845-aff2-38a563c75c42 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e8d2060-9066-427b-8f13-bcb742b99557 HTTP/1.1" status: 200  len: 217 time: 0.1640232
Jan 25 18:47:51.727882 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-3092cd06-1a7d-4a61-a7a8-c05551aa8e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:51.740751 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-3092cd06-1a7d-4a61-a7a8-c05551aa8e36 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ca41d6d8-122b-484f-9bde-52f953964f34 HTTP/1.1" status: 200  len: 855 time: 0.2121727
Jan 25 18:47:51.741786 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 60654) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:47:51.862690 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-22b90028-bfbc-4a2d-a002-430c85e28be2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91f80afc-59ce-4fe7-876c-4cf2ad6baef9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1089306
Jan 25 18:47:51.996944 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device a979c983-61d2-4458-bcf9-432702302d09 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:47:52.050584 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-32eb4476-d0bd-44a1-94a9-c40fa41d2a15 service neutron] 10.222.0.70 "GET /v2.0/networks/91f80afc-59ce-4fe7-876c-4cf2ad6baef9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1793540
Jan 25 18:47:52.105020 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa713d5f-164c-44e1-ba3b-edaf479bf8e1 req-5a4896a8-7481-4ca4-bf4b-6c67c30d7ad9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:52.113394 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fa713d5f-164c-44e1-ba3b-edaf479bf8e1 req-5a4896a8-7481-4ca4-bf4b-6c67c30d7ad9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.3787968
Jan 25 18:47:52.163795 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ff562210-7ca4-4c58-b691-40445e6490d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:52.205696 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fa713d5f-164c-44e1-ba3b-edaf479bf8e1 req-ecbd6f86-7b53-4c8c-8430-00e810d79956 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912988
Jan 25 18:47:52.234053 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-ff562210-7ca4-4c58-b691-40445e6490d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:47:52.234872 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port a979c983-61d2-4458-bcf9-432702302d09 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:47:52.235389 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:52.245574 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-ff562210-7ca4-4c58-b691-40445e6490d2 admin admin] Usage tracker for resource:security_group_rule and tenant:15810c2dfc914f1a977ed66b69af59d7 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:47:52.250414 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-ff562210-7ca4-4c58-b691-40445e6490d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:47:52.265616 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-ff562210-7ca4-4c58-b691-40445e6490d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:47:52.317133 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b327eed7-01aa-4e63-bdc6-e21b48d5d2f0 req-f46df776-7d01-472a-87d9-a93b3dbf1d52 service neutron] 10.222.0.70 "GET /v2.0/networks/91f80afc-59ce-4fe7-876c-4cf2ad6baef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2593298
Jan 25 18:47:52.446398 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ff562210-7ca4-4c58-b691-40445e6490d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:52.450830 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ff562210-7ca4-4c58-b691-40445e6490d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:52.461093 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8b606a10-1be5-465c-af4a-3dec6b8e4e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:47:52.584887 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-ff562210-7ca4-4c58-b691-40445e6490d2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=15810c2dfc914f1a977ed66b69af59d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8368597
Jan 25 18:47:52.584887 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff562210-7ca4-4c58-b691-40445e6490d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8305dd8-e2b4-4930-a6a2-dd4d034c8735,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:47:52.585970 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 60682) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:47:52.594096 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-ff562210-7ca4-4c58-b691-40445e6490d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:47:52.648175 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cebd5-554a-4176-a196-d98c90b495cd req-7f7aa2ad-2439-4be1-89fc-d6ae87412a4a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:52.649217 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-c26cebd5-554a-4176-a196-d98c90b495cd req-7f7aa2ad-2439-4be1-89fc-d6ae87412a4a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Synchronizing usage tracker for tenant:249a90a17b6743d183168f87ef1741b5 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:47:52.664573 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-91cf78fb-44b5-4811-8a9e-4f3cb211fd28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:52.683730 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-c26cebd5-554a-4176-a196-d98c90b495cd req-7f7aa2ad-2439-4be1-89fc-d6ae87412a4a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Unset dirty status for tenant:249a90a17b6743d183168f87ef1741b5 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:47:52.683730 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c26cebd5-554a-4176-a196-d98c90b495cd req-7f7aa2ad-2439-4be1-89fc-d6ae87412a4a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 943 time: 0.3066733
Jan 25 18:47:52.683730 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b729d-a9a6-4eb8-870a-4db26a6e2f4d req-c517e787-a347-4192-b74b-58beb1513d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:52.683730 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c07b729d-a9a6-4eb8-870a-4db26a6e2f4d req-c517e787-a347-4192-b74b-58beb1513d33 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=249a90a17b6743d183168f87ef1741b5&device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 1160 time: 0.2031193
Jan 25 18:47:52.701329 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-91cf78fb-44b5-4811-8a9e-4f3cb211fd28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:52.763289 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-91cf78fb-44b5-4811-8a9e-4f3cb211fd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:52.768320 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f564c8e2-202b-4407-a332-84e6a49bc7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:47:52.780835 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf78fb-44b5-4811-8a9e-4f3cb211fd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8305dd8-e2b4-4930-a6a2-dd4d034c8735,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:47:52.783926 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-91cf78fb-44b5-4811-8a9e-4f3cb211fd28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:47:52.790511 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-91cf78fb-44b5-4811-8a9e-4f3cb211fd28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:52.791754 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-91cf78fb-44b5-4811-8a9e-4f3cb211fd28 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e8305dd8-e2b4-4930-a6a2-dd4d034c8735 HTTP/1.1" status: 204  len: 168 time: 0.2042768
Jan 25 18:47:52.854420 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c26cebd5-554a-4176-a196-d98c90b495cd req-0183fc66-8ec1-4aa4-b3fc-75e292247c4d tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702659
Jan 25 18:47:52.889268 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b729d-a9a6-4eb8-870a-4db26a6e2f4d req-01028c11-9c51-4e24-8916-504db634ecad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:52.891069 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c07b729d-a9a6-4eb8-870a-4db26a6e2f4d req-01028c11-9c51-4e24-8916-504db634ecad service neutron] 10.222.0.70 "GET /v2.0/networks?id=91f80afc-59ce-4fe7-876c-4cf2ad6baef9 HTTP/1.1" status: 200  len: 909 time: 0.1891816
Jan 25 18:47:53.002928 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:53.010157 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c07b729d-a9a6-4eb8-870a-4db26a6e2f4d req-e401cce9-2c17-48f0-8433-b2e1ead5d5aa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e8d2060-9066-427b-8f13-bcb742b99557 HTTP/1.1" status: 200  len: 217 time: 0.1076257
Jan 25 18:47:53.116940 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b729d-a9a6-4eb8-870a-4db26a6e2f4d req-f85ee101-68cc-4d6a-a312-ac8cd3282684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:53.118678 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c07b729d-a9a6-4eb8-870a-4db26a6e2f4d req-f85ee101-68cc-4d6a-a312-ac8cd3282684 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ca41d6d8-122b-484f-9bde-52f953964f34 HTTP/1.1" status: 200  len: 855 time: 0.1013641
Jan 25 18:47:53.125894 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a8b1c347-b017-4df7-b229-a37595527728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:53.184403 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c07b729d-a9a6-4eb8-870a-4db26a6e2f4d req-d3237200-6220-419f-b56a-cc7c19cc4b1b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91f80afc-59ce-4fe7-876c-4cf2ad6baef9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0523314
Jan 25 18:47:53.390005 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c07b729d-a9a6-4eb8-870a-4db26a6e2f4d req-9978f611-c93d-4d22-bfd7-a898ab504c98 service neutron] 10.222.0.70 "GET /v2.0/networks/91f80afc-59ce-4fe7-876c-4cf2ad6baef9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1831508
Jan 25 18:47:53.442413 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 60698) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:47:53.464593 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a92a2bac-6aab-4633-a381-a57c7985843b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:53.488515 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-a92a2bac-6aab-4633-a381-a57c7985843b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:47:53.493453 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-a92a2bac-6aab-4633-a381-a57c7985843b admin admin] Usage tracker for resource:security_group_rule and tenant:7174596c82044bafb12e04acd25e3a27 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:47:53.497969 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-a92a2bac-6aab-4633-a381-a57c7985843b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:47:53.504980 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-a92a2bac-6aab-4633-a381-a57c7985843b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:47:53.648938 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a92a2bac-6aab-4633-a381-a57c7985843b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:53.653653 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a92a2bac-6aab-4633-a381-a57c7985843b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:53.671740 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1a6bd9db-f21b-4171-b75c-402fb4047995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:47:53.768045 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-a92a2bac-6aab-4633-a381-a57c7985843b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7174596c82044bafb12e04acd25e3a27&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3241253
Jan 25 18:47:53.769779 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a2bac-6aab-4633-a381-a57c7985843b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b13dfdc-8fd1-4da5-be96-cf1bc244545b,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:47:53.774852 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 60702) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:47:53.779690 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a92a2bac-6aab-4633-a381-a57c7985843b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:47:53.831404 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c07b729d-a9a6-4eb8-870a-4db26a6e2f4d req-d4c0387f-d28f-4eee-8bc7-1f4c3dd38ffc service neutron] 10.222.0.70 "GET /v2.0/networks/91f80afc-59ce-4fe7-876c-4cf2ad6baef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4320304
Jan 25 18:47:53.868339 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e82247-4cbd-4084-b475-c3348e5421a4 req-73a2b3de-4690-4d56-8007-76695ec27934 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:53.870050 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c6e82247-4cbd-4084-b475-c3348e5421a4 req-73a2b3de-4690-4d56-8007-76695ec27934 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.4280601
Jan 25 18:47:53.899426 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d3d2179b-4a5f-439c-8dc2-3f683b76079c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:53.927255 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c6e82247-4cbd-4084-b475-c3348e5421a4 req-693867ed-37cc-473b-9016-511fab528c21 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504763
Jan 25 18:47:53.967460 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d3d2179b-4a5f-439c-8dc2-3f683b76079c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:54.102608 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d3d2179b-4a5f-439c-8dc2-3f683b76079c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:54.108277 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f6ade0d5-3293-4b75-ab32-70f32dd670a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:47:54.125833 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2179b-4a5f-439c-8dc2-3f683b76079c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b13dfdc-8fd1-4da5-be96-cf1bc244545b,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:47:54.130550 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d3d2179b-4a5f-439c-8dc2-3f683b76079c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:47:54.143627 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d3d2179b-4a5f-439c-8dc2-3f683b76079c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:54.145687 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-d3d2179b-4a5f-439c-8dc2-3f683b76079c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7b13dfdc-8fd1-4da5-be96-cf1bc244545b HTTP/1.1" status: 204  len: 168 time: 0.3690336
Jan 25 18:47:54.212873 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d9580-a8b4-475e-97d6-168af2b4ed17 req-f9318ffb-a25c-4188-a6e9-2b4291913104 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:54.216438 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-951d9580-a8b4-475e-97d6-168af2b4ed17 req-f9318ffb-a25c-4188-a6e9-2b4291913104 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 943 time: 0.1937478
Jan 25 18:47:54.288131 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-951d9580-a8b4-475e-97d6-168af2b4ed17 req-4cfcc5eb-ba05-4f15-b65f-fce018dc1f94 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594726
Jan 25 18:47:54.754267 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:55.150493 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:55.392403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59458d6-5bbe-4a87-b499-69e9e3071760 req-e5e9376d-2d27-4e1f-9570-f51a03477061 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:55.394241 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a59458d6-5bbe-4a87-b499-69e9e3071760 req-e5e9376d-2d27-4e1f-9570-f51a03477061 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.2537005
Jan 25 18:47:55.456412 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a59458d6-5bbe-4a87-b499-69e9e3071760 req-355e6142-bfb2-4597-8579-7f9a8fb88bce tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551460
Jan 25 18:47:55.635284 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dd141-3182-4b66-b3a7-99362ca61932 req-95787c77-a429-4ed4-9ba2-60518f912dac tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:55.637316 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e41dd141-3182-4b66-b3a7-99362ca61932 req-95787c77-a429-4ed4-9ba2-60518f912dac tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 943 time: 0.1266694
Jan 25 18:47:55.700676 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e41dd141-3182-4b66-b3a7-99362ca61932 req-b2b2c290-57c3-435c-a292-b09cf7fb36b1 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507092
Jan 25 18:47:56.782577 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8c3e1-7073-439f-b078-8b9068e4f7d6 req-e05d4a1c-beab-410f-aad4-2de7f41e3f5a tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:56.785688 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9dd8c3e1-7073-439f-b078-8b9068e4f7d6 req-e05d4a1c-beab-410f-aad4-2de7f41e3f5a tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1853895
Jan 25 18:47:56.902040 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9dd8c3e1-7073-439f-b078-8b9068e4f7d6 req-5745a677-332c-4e36-8e22-fd1eacffa05a tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983307
Jan 25 18:47:57.104877 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703e769-0606-4a4d-9eda-a93f16d4e217 req-441cf57e-0e69-458c-863c-8ad93ee2efae tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:57.107073 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8703e769-0606-4a4d-9eda-a93f16d4e217 req-441cf57e-0e69-458c-863c-8ad93ee2efae tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 943 time: 0.2061660
Jan 25 18:47:57.171915 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8703e769-0606-4a4d-9eda-a93f16d4e217 req-7b86011f-b028-4918-80f2-71d0059894a5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579846
Jan 25 18:47:58.328294 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd7645-6a12-4e5f-9d92-a8bd4878283f req-3d995073-554e-4a79-a50a-69fda819d9b8 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:58.332840 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b1bd7645-6a12-4e5f-9d92-a8bd4878283f req-3d995073-554e-4a79-a50a-69fda819d9b8 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1956437
Jan 25 18:47:58.425833 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b1bd7645-6a12-4e5f-9d92-a8bd4878283f req-8b567cd5-62e5-4bb2-b5f0-f2edc2687027 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826213
Jan 25 18:47:58.612623 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ac4c7-37e2-48e5-84d6-2b366a66fe2d req-f432c5f0-65e2-492b-808b-d2ea3121249b tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:58.614583 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b07ac4c7-37e2-48e5-84d6-2b366a66fe2d req-f432c5f0-65e2-492b-808b-d2ea3121249b tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 943 time: 0.1269307
Jan 25 18:47:58.713991 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b07ac4c7-37e2-48e5-84d6-2b366a66fe2d req-a0e65c31-92a8-4f06-9577-fea7d6ff7852 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879700
Jan 25 18:47:59.586777 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 60842) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:47:59.798362 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-261c3052-6a11-4bb3-970b-3b4a78bc63c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:59.819006 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-261c3052-6a11-4bb3-970b-3b4a78bc63c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:47:59.824825 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-261c3052-6a11-4bb3-970b-3b4a78bc63c4 admin admin] Usage tracker for resource:security_group_rule and tenant:cd906c8106cd4327a76764f4baf54dc9 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:47:59.828327 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-261c3052-6a11-4bb3-970b-3b4a78bc63c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:47:59.835921 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c375a-f848-4be3-84c8-0690714e2a4f req-8f37c681-0fa6-48c6-94a2-f5cd94db3a83 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:47:59.836284 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-261c3052-6a11-4bb3-970b-3b4a78bc63c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:47:59.838920 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-be7c375a-f848-4be3-84c8-0690714e2a4f req-8f37c681-0fa6-48c6-94a2-f5cd94db3a83 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.2027695
Jan 25 18:47:59.943676 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-be7c375a-f848-4be3-84c8-0690714e2a4f req-297382c5-03f9-4849-a71b-622f99a9e2df tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958967
Jan 25 18:47:59.977507 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-261c3052-6a11-4bb3-970b-3b4a78bc63c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:47:59.984117 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-261c3052-6a11-4bb3-970b-3b4a78bc63c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:00.018084 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c6105e75-5a65-4463-b054-4199c7c39ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:00.176320 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c3052-6a11-4bb3-970b-3b4a78bc63c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e89384-70e0-4570-885e-befd6627c204,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:00.180639 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-261c3052-6a11-4bb3-970b-3b4a78bc63c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:00.186876 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-261c3052-6a11-4bb3-970b-3b4a78bc63c4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cd906c8106cd4327a76764f4baf54dc9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5981319
Jan 25 18:48:00.191108 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 60856) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:48:00.273404 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-607c09b1-8524-48e0-b777-25b7f239e108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:00.304467 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda29ba-3758-472e-bd59-284d36a6fde9 req-493c1be7-1519-4e43-9a92-1836bb2cd201 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:00.307811 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7cda29ba-3758-472e-bd59-284d36a6fde9 req-493c1be7-1519-4e43-9a92-1836bb2cd201 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 943 time: 0.2150326
Jan 25 18:48:00.312767 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-607c09b1-8524-48e0-b777-25b7f239e108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:00.370337 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-607c09b1-8524-48e0-b777-25b7f239e108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:00.379749 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-84ca47c7-40c6-4d40-a277-7a2a2066ff6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:00.390480 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7cda29ba-3758-472e-bd59-284d36a6fde9 req-9c8364c7-0f7a-4b58-8e58-2777928e6a55 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697253
Jan 25 18:48:00.401530 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c09b1-8524-48e0-b777-25b7f239e108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e89384-70e0-4570-885e-befd6627c204,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:00.405536 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-607c09b1-8524-48e0-b777-25b7f239e108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:00.419567 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-607c09b1-8524-48e0-b777-25b7f239e108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:00.421346 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-607c09b1-8524-48e0-b777-25b7f239e108 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c3e89384-70e0-4570-885e-befd6627c204 HTTP/1.1" status: 204  len: 168 time: 0.2286532
Jan 25 18:48:00.832250 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 60864) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:48:00.852914 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f2472fda-d0d7-4a1b-847b-78b1df46db28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:00.870692 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-f2472fda-d0d7-4a1b-847b-78b1df46db28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:48:00.875149 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-f2472fda-d0d7-4a1b-847b-78b1df46db28 admin admin] Usage tracker for resource:security_group_rule and tenant:bb8ecc63ed084a0999fe811dd9816b07 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:48:00.878631 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-f2472fda-d0d7-4a1b-847b-78b1df46db28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:48:00.889508 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-f2472fda-d0d7-4a1b-847b-78b1df46db28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:48:01.037683 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f2472fda-d0d7-4a1b-847b-78b1df46db28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:01.041597 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f2472fda-d0d7-4a1b-847b-78b1df46db28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:01.076677 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f5b14706-9bca-43da-814f-adbad6f3e8d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:01.102447 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-f2472fda-d0d7-4a1b-847b-78b1df46db28 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bb8ecc63ed084a0999fe811dd9816b07&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2642381
Jan 25 18:48:01.102849 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 60872) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:48:01.166631 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2472fda-d0d7-4a1b-847b-78b1df46db28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f0277b-d7aa-4bf2-915d-fab2b2e106df,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:01.174815 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f2472fda-d0d7-4a1b-847b-78b1df46db28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:01.212401 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba37d-7483-41df-99f5-a1311669602d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:01.250116 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba37d-7483-41df-99f5-a1311669602d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:01.316468 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba37d-7483-41df-99f5-a1311669602d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:01.321382 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-803595a9-6da9-4254-ab32-6a6aa38220e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:01.338539 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ba37d-7483-41df-99f5-a1311669602d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f0277b-d7aa-4bf2-915d-fab2b2e106df,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:01.348278 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1a4ba37d-7483-41df-99f5-a1311669602d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:01.359398 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba37d-7483-41df-99f5-a1311669602d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:01.360896 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-1a4ba37d-7483-41df-99f5-a1311669602d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/42f0277b-d7aa-4bf2-915d-fab2b2e106df HTTP/1.1" status: 204  len: 168 time: 0.2567832
Jan 25 18:48:01.512595 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02c8b8-acc1-42b5-92de-bec1a81dc081 req-6cd73437-381e-48c3-9e38-17d748ad77c0 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:01.515787 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3b02c8b8-acc1-42b5-92de-bec1a81dc081 req-6cd73437-381e-48c3-9e38-17d748ad77c0 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.2294590
Jan 25 18:48:01.746829 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3b02c8b8-acc1-42b5-92de-bec1a81dc081 req-d9855f79-67c9-4bf3-9823-ea9088ab734d tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502366
Jan 25 18:48:01.770030 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c1e9c-6b25-4294-9933-f507feb2afbe req-1b12aaa4-512b-40b9-b114-ac853234953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:01.774244 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-622c1e9c-6b25-4294-9933-f507feb2afbe req-1b12aaa4-512b-40b9-b114-ac853234953b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 1162 time: 0.2567585
Jan 25 18:48:01.830623 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-622c1e9c-6b25-4294-9933-f507feb2afbe req-72cc2541-c013-45b1-91f5-489fdba3e48d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444217
Jan 25 18:48:01.982090 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3630fe0-9434-4022-a64d-09b98c923876 req-68635b94-a567-4ac6-a712-a2cbc04b725f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:01.984185 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d3630fe0-9434-4022-a64d-09b98c923876 req-68635b94-a567-4ac6-a712-a2cbc04b725f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 943 time: 0.1857095
Jan 25 18:48:02.091469 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d3630fe0-9434-4022-a64d-09b98c923876 req-d78c2744-004b-4d8f-8bba-0d231130cb60 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959609
Jan 25 18:48:03.104115 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d164b5-ed5f-459c-9b40-5bb6f2fa3947 req-a58fadba-8aa1-4a89-8af8-fae86aa4a572 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:03.105947 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e0d164b5-ed5f-459c-9b40-5bb6f2fa3947 req-a58fadba-8aa1-4a89-8af8-fae86aa4a572 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1869700
Jan 25 18:48:03.171903 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e0d164b5-ed5f-459c-9b40-5bb6f2fa3947 req-51b04567-bc74-4f24-b6c8-090a45024885 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544379
Jan 25 18:48:03.374490 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90d850-2a76-4470-9527-ef8f760ebc56 req-2b23771e-beec-4a5e-8ea3-e2beeb79cc6f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:03.376226 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cb90d850-2a76-4470-9527-ef8f760ebc56 req-2b23771e-beec-4a5e-8ea3-e2beeb79cc6f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 943 time: 0.1219120
Jan 25 18:48:03.440219 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cb90d850-2a76-4470-9527-ef8f760ebc56 req-2d936c30-8819-4e96-bb11-1c825ab531aa tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555749
Jan 25 18:48:04.560411 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 8e8d2060-9066-427b-8f13-bcb742b99557 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:48:04.703426 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba40d01-94d1-4318-8969-7f38e01d91e6 req-88f5869b-fcba-4d84-aa24-11f68c57f88c tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:04.707770 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4ba40d01-94d1-4318-8969-7f38e01d91e6 req-88f5869b-fcba-4d84-aa24-11f68c57f88c tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.2397068
Jan 25 18:48:04.791337 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning for port 8e8d2060-9066-427b-8f13-bcb742b99557 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:48:04.811481 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 8e8d2060-9066-427b-8f13-bcb742b99557 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:48:04.812515 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:04.898400 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4ba40d01-94d1-4318-8969-7f38e01d91e6 req-1055c3ce-d54b-4888-b453-1e5408be8678 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1776617
Jan 25 18:48:05.171252 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 60962) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:48:05.205380 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226be91-e2dd-4935-b7b3-78c93bffdbe7 req-daa37e43-371a-4b97-a92d-59c11a91250f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:05.207781 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b226be91-e2dd-4935-b7b3-78c93bffdbe7 req-daa37e43-371a-4b97-a92d-59c11a91250f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 943 time: 0.3610463
Jan 25 18:48:05.241658 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:05.284552 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b226be91-e2dd-4935-b7b3-78c93bffdbe7 req-666ee902-a777-4d0a-8551-94a8ce3805ad tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606771
Jan 25 18:48:05.319843 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 8e8d2060-9066-427b-8f13-bcb742b99557, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=8e8d2060-9066-427b-8f13-bcb742b99557,segment=NetworkSegment(64b31ac6-716f-4c4a-ad64-58104b03ceac),segment_id=64b31ac6-716f-4c4a-ad64-58104b03ceac)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:48:05.322341 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61df67e-f0c9-4d13-a451-e42e476d2a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8d2060-9066-427b-8f13-bcb742b99557'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:48:05.338067 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:05.338067 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:05.445817 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61df67e-f0c9-4d13-a451-e42e476d2a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8d2060-9066-427b-8f13-bcb742b99557', 'code': 200}
Jan 25 18:48:05.463869 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:05.466090 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=8e8d2060-9066-427b-8f13-bcb742b99557,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:05.470209 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:05.504069 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:48:05.514957 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Usage tracker for resource:security_group_rule and tenant:7de93331a26141a99b502810cbeb856f is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:48:05.529018 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:48:05.535114 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:48:05.666073 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:05.670675 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:05.690109 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-57548e39-1cf0-42b4-b241-0f5f6e3955a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:05.759713 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2270e4-e584-4f78-ad13-2e2a18ac8516,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:05.775403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:05.775795 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:05.776193 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:05.776582 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:05.776991 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:05.777528 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:05.777911 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:05.778289 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:05.778675 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:05.779042 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:05.780101 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:05.780483 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:05.780913 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:05.781321 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:05.781696 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:05.782071 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:05.782442 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:05.782818 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:05.783190 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:05.783562 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:05.783935 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:05.784306 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:05.784682 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:05.785082 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:05.793036 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:05.797262 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7de93331a26141a99b502810cbeb856f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6238911
Jan 25 18:48:05.801503 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 60978) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:48:05.933634 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ffe6e-fab9-4c6a-ac37-8dbf7b0e7182 req-4e398b03-0cd7-4f86-b318-94ae37046b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:05.936752 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9e5ffe6e-fab9-4c6a-ac37-8dbf7b0e7182 req-4e398b03-0cd7-4f86-b318-94ae37046b85 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e33a018e9f954cdc8b0b90314907d180&device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 1162 time: 0.0966623
Jan 25 18:48:05.940477 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2f7df37e-14cb-4364-8145-7f3e13c0f0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:05.976680 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61231668-53c5-47bd-a842-0d633ec85f12 req-43a7d7fd-b6c1-4815-9029-dd6fa8af0a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:05.978386 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-61231668-53c5-47bd-a842-0d633ec85f12 req-43a7d7fd-b6c1-4815-9029-dd6fa8af0a51 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 1162 time: 0.1616840
Jan 25 18:48:05.983780 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2f7df37e-14cb-4364-8145-7f3e13c0f0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:06.019061 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 8e8d2060-9066-427b-8f13-bcb742b99557 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:48:06.053140 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2f7df37e-14cb-4364-8145-7f3e13c0f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:06.059322 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-deea7955-2846-4f7c-bc8e-67bf36c9ee91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:06.075954 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7df37e-14cb-4364-8145-7f3e13c0f0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2270e4-e584-4f78-ad13-2e2a18ac8516,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:06.108863 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2f7df37e-14cb-4364-8145-7f3e13c0f0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:06.129296 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-61231668-53c5-47bd-a842-0d633ec85f12 req-af182c38-97dc-4a57-813a-261e9ed0f715 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921772
Jan 25 18:48:06.139633 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2f7df37e-14cb-4364-8145-7f3e13c0f0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:06.141020 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-2f7df37e-14cb-4364-8145-7f3e13c0f0a3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9c2270e4-e584-4f78-ad13-2e2a18ac8516 HTTP/1.1" status: 204  len: 168 time: 0.3382246
Jan 25 18:48:06.237959 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 8e8d2060-9066-427b-8f13-bcb742b99557 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:48:06.238451 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:06.479754 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a87bd-5f77-402f-890c-78c6bcd85cec req-ee774bda-96ba-4f79-98ab-3cedb13a0411 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:06.493945 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c25a87bd-5f77-402f-890c-78c6bcd85cec req-ee774bda-96ba-4f79-98ab-3cedb13a0411 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.5096595
Jan 25 18:48:06.541657 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ffe6e-fab9-4c6a-ac37-8dbf7b0e7182 req-3892ab2d-17ed-4cb8-8127-a722b03b26bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:06.544913 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9e5ffe6e-fab9-4c6a-ac37-8dbf7b0e7182 req-3892ab2d-17ed-4cb8-8127-a722b03b26bb service neutron] 10.222.0.70 "GET /v2.0/networks?id=18622258-cc8c-47a0-913a-154bf9be8ebc HTTP/1.1" status: 200  len: 912 time: 0.5947812
Jan 25 18:48:06.620597 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c25a87bd-5f77-402f-890c-78c6bcd85cec req-ae7ce9c3-7d5c-4e19-9beb-2a3a74bd7a6d tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089287
Jan 25 18:48:06.696707 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c12838-bdcf-46f2-b09e-36172adfd9a8 req-54df0c36-98f8-4855-94de-247c6940facc tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:06.699845 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-11c12838-bdcf-46f2-b09e-36172adfd9a8 req-54df0c36-98f8-4855-94de-247c6940facc tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 945 time: 0.2046843
Jan 25 18:48:06.811781 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-11c12838-bdcf-46f2-b09e-36172adfd9a8 req-ca7baee1-0740-4801-8f33-3cd3cbb39e2c tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038599
Jan 25 18:48:06.866363 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 60994) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:48:06.891974 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f6ee81c4-d106-4fcf-aafc-6c24b2cdbcb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:06.910743 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-f6ee81c4-d106-4fcf-aafc-6c24b2cdbcb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:48:06.916343 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-f6ee81c4-d106-4fcf-aafc-6c24b2cdbcb2 admin admin] Usage tracker for resource:security_group_rule and tenant:351acd72111b40dfa2ab3558f63bdc17 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:48:06.920248 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-f6ee81c4-d106-4fcf-aafc-6c24b2cdbcb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:48:06.927616 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-f6ee81c4-d106-4fcf-aafc-6c24b2cdbcb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:48:07.043610 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9e5ffe6e-fab9-4c6a-ac37-8dbf7b0e7182 req-920d501c-4789-4d3e-83bb-581ec089da02 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e8a6709-b03a-429e-8491-492e7bf96f35 HTTP/1.1" status: 200  len: 217 time: 0.3914869
Jan 25 18:48:07.095476 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f6ee81c4-d106-4fcf-aafc-6c24b2cdbcb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:07.101275 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f6ee81c4-d106-4fcf-aafc-6c24b2cdbcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:07.118634 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-70d3ab73-f0e6-440e-abe3-92c8ac4803ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:07.132892 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ffe6e-fab9-4c6a-ac37-8dbf7b0e7182 req-04c26a90-ed56-49a7-8c4a-62a9d6c71f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:07.134441 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9e5ffe6e-fab9-4c6a-ac37-8dbf7b0e7182 req-04c26a90-ed56-49a7-8c4a-62a9d6c71f48 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e41f3cd-e809-4d09-9708-244cf575d1af HTTP/1.1" status: 200  len: 858 time: 0.0791550
Jan 25 18:48:07.180317 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-f6ee81c4-d106-4fcf-aafc-6c24b2cdbcb2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=351acd72111b40dfa2ab3558f63bdc17&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3126042
Jan 25 18:48:07.182878 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee81c4-d106-4fcf-aafc-6c24b2cdbcb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1054457b-92bf-4d56-bb4a-55b48dc3a869,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:07.186115 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 32770) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:48:07.197798 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9e5ffe6e-fab9-4c6a-ac37-8dbf7b0e7182 req-ed1b12e9-8419-4053-a307-8ebda5eed240 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18622258-cc8c-47a0-913a-154bf9be8ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0523992
Jan 25 18:48:07.202439 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f6ee81c4-d106-4fcf-aafc-6c24b2cdbcb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:07.267905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ac29b6d6-ef4e-40f4-af50-c0d5c1309336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:07.303963 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ac29b6d6-ef4e-40f4-af50-c0d5c1309336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:07.387095 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ac29b6d6-ef4e-40f4-af50-c0d5c1309336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:07.388359 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9e5ffe6e-fab9-4c6a-ac37-8dbf7b0e7182 req-702653c2-0846-41e9-90c3-190cd0ddcf24 service neutron] 10.222.0.70 "GET /v2.0/networks/18622258-cc8c-47a0-913a-154bf9be8ebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1800332
Jan 25 18:48:07.397813 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c5c1270f-6c6d-47e0-b307-07e7d98df781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:07.421827 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29b6d6-ef4e-40f4-af50-c0d5c1309336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1054457b-92bf-4d56-bb4a-55b48dc3a869,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:07.435684 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-ac29b6d6-ef4e-40f4-af50-c0d5c1309336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:07.457317 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ac29b6d6-ef4e-40f4-af50-c0d5c1309336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:07.469398 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-ac29b6d6-ef4e-40f4-af50-c0d5c1309336 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1054457b-92bf-4d56-bb4a-55b48dc3a869 HTTP/1.1" status: 204  len: 168 time: 0.2814806
Jan 25 18:48:07.645517 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9e5ffe6e-fab9-4c6a-ac37-8dbf7b0e7182 req-38557782-d7a0-4851-97e4-5fe326fe3ab4 service neutron] 10.222.0.70 "GET /v2.0/networks/18622258-cc8c-47a0-913a-154bf9be8ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2470815
Jan 25 18:48:08.040978 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d8f96-be5a-4ce0-b37b-bb33d8396439 req-0e9614ee-e9ee-49bb-960e-44c9ee3e0fb9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:08.042759 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4e0d8f96-be5a-4ce0-b37b-bb33d8396439 req-0e9614ee-e9ee-49bb-960e-44c9ee3e0fb9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.2390404
Jan 25 18:48:08.125709 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4e0d8f96-be5a-4ce0-b37b-bb33d8396439 req-b5c94deb-0f51-46c2-961f-88787b2898ea tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748110
Jan 25 18:48:08.262662 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c0945-e41e-4bf5-8b38-d051b20350ea req-7cee15bf-86fd-433d-a1a8-42df207df9c3 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:08.264415 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-349c0945-e41e-4bf5-8b38-d051b20350ea req-7cee15bf-86fd-433d-a1a8-42df207df9c3 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 945 time: 0.2291384
Jan 25 18:48:08.345809 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-349c0945-e41e-4bf5-8b38-d051b20350ea req-0dcbb8e2-3898-47b3-9aeb-51f800a62d12 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734010
Jan 25 18:48:08.786702 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 32814) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:48:08.953705 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-808652628-network', 'tenant_id': '6f681add394c4a1a851572596a7d3a03'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:48:08.960420 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:48:08.967905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Usage tracker for resource:network and tenant:6f681add394c4a1a851572596a7d3a03 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:48:08.973384 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:48:08.983400 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:48:08.996607 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Made reservation on behalf of 6f681add394c4a1a851572596a7d3a03 for: {'network': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:48:09.005321 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for network, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:09.029783 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:09.062358 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:48:09.070065 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Usage tracker for resource:security_group_rule and tenant:6f681add394c4a1a851572596a7d3a03 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:48:09.075489 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:48:09.086773 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:48:09.233966 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:09.238303 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:09.246790 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2003c23f-8e9d-491c-98d9-7ceefb2aa191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:09.309141 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 25 18:48:09.328104 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647acfd8-cbdb-4cea-8e65-5b2e8107d893,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:09.336251 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:09.341827 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:09.342501 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.segments_db [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Added segment dd220be8-218c-48ff-ad33-6f940aa88d35 of type vxlan for network c86e5e26-5a98-4558-a962-8cfd268ea94e
Jan 25 18:48:09.386612 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298168216078'] for network, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:09.423501 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:09.424831 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:09.425761 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:09.430373 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2beb5c05-2844-4f3e-9183-d041a328a10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:09.551440 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.7591429
Jan 25 18:48:09.552245 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 32832) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:48:09.595782 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e3ea8-34fc-494c-81ab-ad89e5b1981c req-b7eba472-d62e-460c-9b7d-093cd1fba350 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:09.598828 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b90e3ea8-34fc-494c-81ab-ad89e5b1981c req-b7eba472-d62e-460c-9b7d-093cd1fba350 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.2283654
Jan 25 18:48:09.602101 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-d9e6fc38-e636-4675-9b0b-90ff29560b1d admin admin] Request body: {'subnet': {'network_id': 'c86e5e26-5a98-4558-a962-8cfd268ea94e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-808652628-subnet', 'tenant_id': '6f681add394c4a1a851572596a7d3a03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:48:09.605881 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Pushing event updated for resources: {'Network': ['ID=c86e5e26-5a98-4558-a962-8cfd268ea94e,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:09.615988 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:09.618183 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-d9e6fc38-e636-4675-9b0b-90ff29560b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:48:09.620363 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Network c86e5e26-5a98-4558-a962-8cfd268ea94e details requested by agent ovs-agent-dv-cinder-772388-1-iscsi with host dv-cinder-772388-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:48:09.624661 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-d9e6fc38-e636-4675-9b0b-90ff29560b1d admin admin] Usage tracker for resource:subnet and tenant:6f681add394c4a1a851572596a7d3a03 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:48:09.629202 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-d9e6fc38-e636-4675-9b0b-90ff29560b1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:48:09.638389 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-d9e6fc38-e636-4675-9b0b-90ff29560b1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:48:09.660039 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e6fc38-e636-4675-9b0b-90ff29560b1d admin admin] Made reservation on behalf of 6f681add394c4a1a851572596a7d3a03 for: {'subnet': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:48:09.665975 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d9e6fc38-e636-4675-9b0b-90ff29560b1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847588136'] for subnet, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:09.672039 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Network c86e5e26-5a98-4558-a962-8cfd268ea94e details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:48:09.719907 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b90e3ea8-34fc-494c-81ab-ad89e5b1981c req-ac69c89d-ebb1-467d-9be8-cbccfd55d5d1 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124051
Jan 25 18:48:09.914059 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2a837-366f-40dc-b3f1-11b1eb8181d2 req-cc1dd148-7f5a-4c0b-8ac9-ba55f901b7c8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:09.917202 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-efd2a837-366f-40dc-b3f1-11b1eb8181d2 req-cc1dd148-7f5a-4c0b-8ac9-ba55f901b7c8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 945 time: 0.3655870
Jan 25 18:48:10.030546 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-efd2a837-366f-40dc-b3f1-11b1eb8181d2 req-50a49c62-f321-4730-b906-080881cf1ecf tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990791
Jan 25 18:48:10.118372 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 8e8d2060-9066-427b-8f13-bcb742b99557 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:48:10.232917 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 8e8d2060-9066-427b-8f13-bcb742b99557 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:48:10.233679 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:10.513390 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d9e6fc38-e636-4675-9b0b-90ff29560b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848365515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847588117'] for subnet, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:10.535639 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:10.681594 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6fc38-e636-4675-9b0b-90ff29560b1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2fdba09-525d-4f8b-bb4c-5ac106e0209b,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:10.686199 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d9e6fc38-e636-4675-9b0b-90ff29560b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:10.754757 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e6fc38-e636-4675-9b0b-90ff29560b1d admin admin] Checking segment: {'id': 'dd220be8-218c-48ff-ad33-6f940aa88d35', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c86e5e26-5a98-4558-a962-8cfd268ea94e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:48:10.755120 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e6fc38-e636-4675-9b0b-90ff29560b1d admin admin] Network hostable DHCP agents. Network: c86e5e26-5a98-4558-a962-8cfd268ea94e, hostable agents: ['caa9e31d-b776-4d13-8aa3-93174b581c26'], hosted agents: [] {{(pid=80199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 25 18:48:10.780405 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e6fc38-e636-4675-9b0b-90ff29560b1d admin admin] Network c86e5e26-5a98-4558-a962-8cfd268ea94e is scheduled to be hosted by DHCP agent caa9e31d-b776-4d13-8aa3-93174b581c26 with binding_index 1 {{(pid=80199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 25 18:48:10.793283 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-d9e6fc38-e636-4675-9b0b-90ff29560b1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-iscsi, c86e5e26-5a98-4558-a962-8cfd268ea94e) {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:48:10.805415 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92df2179-98ca-4144-bb35-823d62ecee0e None None] Network c86e5e26-5a98-4558-a962-8cfd268ea94e requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:48:10.809204 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e6fc38-e636-4675-9b0b-90ff29560b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:10.809861 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d9e6fc38-e636-4675-9b0b-90ff29560b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:10.839153 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-d9e6fc38-e636-4675-9b0b-90ff29560b1d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2783577
Jan 25 18:48:11.159361 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802bc35-1052-444f-8873-49f31a771bcc req-9b49e805-a37f-456d-be76-5d3e96496c08 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:11.161306 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e802bc35-1052-444f-8873-49f31a771bcc req-9b49e805-a37f-456d-be76-5d3e96496c08 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1749980
Jan 25 18:48:11.181295 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b84abf-1574-4cab-b53f-edf244aaf5ef None None] Network c86e5e26-5a98-4558-a962-8cfd268ea94e requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:48:11.289101 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e802bc35-1052-444f-8873-49f31a771bcc req-d2dd82f8-ac1d-4179-a78b-cbfabb2d7c6c tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134651
Jan 25 18:48:11.830666 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 32878) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:48:11.837388 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2073205759-network', 'tenant_id': '66bb3573c59145c3af3a373bcea387f2'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:48:11.842642 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:48:11.847438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Usage tracker for resource:network and tenant:66bb3573c59145c3af3a373bcea387f2 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:48:11.851559 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:48:11.858408 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:48:11.869232 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Made reservation on behalf of 66bb3573c59145c3af3a373bcea387f2 for: {'network': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:48:11.874077 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for network, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:11.889121 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:11.906644 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:48:11.911187 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Usage tracker for resource:security_group_rule and tenant:66bb3573c59145c3af3a373bcea387f2 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:48:11.914554 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:48:11.920833 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:48:12.015249 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:12.018692 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:12.022736 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cd9c57ec-ae90-48e5-9248-86c8f85f01cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:12.058956 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 25 18:48:12.069791 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed7ddbd-822f-4f14-bc2f-a0c3f8e4ef36,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:12.074099 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:12.087324 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:12.087324 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.segments_db [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Added segment 135f3365-2bc0-4a5f-9691-c22f1045e2a5 of type vxlan for network ae86318f-3b0a-4852-a5d3-58e0b22a7177
Jan 25 18:48:12.118167 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298168216078'] for network, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:12.154154 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:12.155381 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:12.156028 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:12.161655 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-412a4c3e-3da7-4989-b6f1-7f5eee3a5d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:12.271394 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.4397845
Jan 25 18:48:12.274707 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 32884) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:48:12.277794 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Pushing event updated for resources: {'Network': ['ID=ae86318f-3b0a-4852-a5d3-58e0b22a7177,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:12.280926 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:12.281247 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Request body: {'subnet': {'network_id': 'ae86318f-3b0a-4852-a5d3-58e0b22a7177', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2073205759-subnet', 'tenant_id': '66bb3573c59145c3af3a373bcea387f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:48:12.287008 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:48:12.289497 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Network ae86318f-3b0a-4852-a5d3-58e0b22a7177 details requested by agent ovs-agent-dv-cinder-772388-1-iscsi with host dv-cinder-772388-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:48:12.291686 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Usage tracker for resource:subnet and tenant:66bb3573c59145c3af3a373bcea387f2 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:48:12.295085 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:48:12.301729 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:48:12.313167 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Made reservation on behalf of 66bb3573c59145c3af3a373bcea387f2 for: {'subnet': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:48:12.318717 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:12.326073 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Network ae86318f-3b0a-4852-a5d3-58e0b22a7177 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:48:12.620510 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386c494-6d00-408a-96c8-045ca9589718 req-742f4c13-7741-4018-9e92-eaa4157e0324 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:12.622317 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6386c494-6d00-408a-96c8-045ca9589718 req-742f4c13-7741-4018-9e92-eaa4157e0324 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1587641
Jan 25 18:48:12.680936 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6386c494-6d00-408a-96c8-045ca9589718 req-000b8d2c-ef26-4a0f-9d74-4f4c8b188700 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514684
Jan 25 18:48:12.808570 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for subnet, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:12.837403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-997723a9-67c3-4e5b-88f8-32aeff74f786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:13.108314 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Pushing event updated for resources: {'Subnet': ['ID=33abcc28-e213-4aeb-8eff-c51ff3fb9f3d,revision_number=0']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:13.128747 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:13.129305 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:13.129824 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:13.130358 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:13.131424 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:13.132125 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:13.132633 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:13.133201 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:13.133688 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:13.134192 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:13.134760 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:13.135266 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:13.136063 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:13.136628 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:13.137198 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:13.137702 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:13.138205 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:13.138707 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:13.139197 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:13.139703 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:13.140237 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:13.140741 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:13.141281 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:13.141790 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:13.154822 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:13.235724 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Checking segment: {'id': '135f3365-2bc0-4a5f-9691-c22f1045e2a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ae86318f-3b0a-4852-a5d3-58e0b22a7177'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:48:13.236344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Network hostable DHCP agents. Network: ae86318f-3b0a-4852-a5d3-58e0b22a7177, hostable agents: ['caa9e31d-b776-4d13-8aa3-93174b581c26'], hosted agents: [] {{(pid=80198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 25 18:48:13.266722 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Network ae86318f-3b0a-4852-a5d3-58e0b22a7177 is scheduled to be hosted by DHCP agent caa9e31d-b776-4d13-8aa3-93174b581c26 with binding_index 1 {{(pid=80198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 25 18:48:13.280421 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-iscsi, ae86318f-3b0a-4852-a5d3-58e0b22a7177) {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:48:13.285831 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:13.286845 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:13.293249 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ced3def-6646-4227-9f98-0c545c0ab718 None None] Network ae86318f-3b0a-4852-a5d3-58e0b22a7177 requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:48:13.310711 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0347660
Jan 25 18:48:13.549928 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9979da-4d71-4ddc-bd67-585a3358ef1a None None] Network ae86318f-3b0a-4852-a5d3-58e0b22a7177 requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:48:14.041391 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 2e8a6709-b03a-429e-8491-492e7bf96f35 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:48:14.122064 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daaf148-6a56-4679-b669-5785969f94ee req-29a113f2-17fe-406a-bd40-847d5e98f6bc tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:14.125544 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2daaf148-6a56-4679-b669-5785969f94ee req-29a113f2-17fe-406a-bd40-847d5e98f6bc tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.2174981
Jan 25 18:48:14.208469 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:14.221218 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2daaf148-6a56-4679-b669-5785969f94ee req-a906011c-94d3-42b9-bcbe-fa35f35b87fb tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875587
Jan 25 18:48:14.229655 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 2e8a6709-b03a-429e-8491-492e7bf96f35 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:48:14.229655 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:14.828299 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 32938) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:48:15.139869 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-db1fc90f-427b-4c5a-b9de-c1f19a95782f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:15.163159 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-db1fc90f-427b-4c5a-b9de-c1f19a95782f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:48:15.172434 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-db1fc90f-427b-4c5a-b9de-c1f19a95782f admin admin] Usage tracker for resource:security_group_rule and tenant:b3aedbf1032d4f89a805fe9689b4db46 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:48:15.179030 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-db1fc90f-427b-4c5a-b9de-c1f19a95782f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:48:15.201742 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-db1fc90f-427b-4c5a-b9de-c1f19a95782f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:48:15.342603 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-db1fc90f-427b-4c5a-b9de-c1f19a95782f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:15.346214 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-db1fc90f-427b-4c5a-b9de-c1f19a95782f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:15.356947 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-91cf78fb-44b5-4811-8a9e-4f3cb211fd28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:15.402787 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-db1fc90f-427b-4c5a-b9de-c1f19a95782f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b3aedbf1032d4f89a805fe9689b4db46&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5720656
Jan 25 18:48:15.403758 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fc90f-427b-4c5a-b9de-c1f19a95782f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5621cefc-8664-4d5c-b908-d09d14d3b6d0,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:15.406636 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 32950) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:48:15.407382 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-db1fc90f-427b-4c5a-b9de-c1f19a95782f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:15.483795 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-44984db9-f620-49d2-b1ed-46aa06f00e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:15.514459 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-44984db9-f620-49d2-b1ed-46aa06f00e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:15.566324 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-44984db9-f620-49d2-b1ed-46aa06f00e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:15.571723 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:15.591025 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44984db9-f620-49d2-b1ed-46aa06f00e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5621cefc-8664-4d5c-b908-d09d14d3b6d0,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:15.593132 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-44984db9-f620-49d2-b1ed-46aa06f00e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:15.594385 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-44984db9-f620-49d2-b1ed-46aa06f00e7d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5621cefc-8664-4d5c-b908-d09d14d3b6d0 HTTP/1.1" status: 204  len: 168 time: 0.1863079
Jan 25 18:48:15.595357 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-44984db9-f620-49d2-b1ed-46aa06f00e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:20.043086 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-6548ac5f-6511-465a-ac2c-8a092ed65721 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/networks?tenant_id=7c31736beccc410195ab1de8c002a59e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0383270
Jan 25 18:48:20.299131 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-e8628b26-76f0-4557-976d-1321a17a5372 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:20.300977 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-e8628b26-76f0-4557-976d-1321a17a5372 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2514129
Jan 25 18:48:20.319789 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-63435db1-4b87-4f07-b531-9f4eb36d3959 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/quotas/7c31736beccc410195ab1de8c002a59e HTTP/1.1" status: 200  len: 375 time: 0.0108962
Jan 25 18:48:20.378142 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-e810f4b9-99aa-40d9-b75f-d12eacb8d06d tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c31736beccc410195ab1de8c002a59e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0508647
Jan 25 18:48:20.691790 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f08ea592-61ab-462d-bdca-b052f013bfbf req-89220fb6-98d6-4424-95dd-493fba56cb2b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 210 time: 0.0750256
Jan 25 18:48:20.823103 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-313635fc-7b0c-4b7a-8cc6-2bf292348b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:21.923454 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f98babf9-9410-4a4b-8054-e631ec57bed5 req-e1fe5b7a-6d53-41a8-a2c6-ffbd9512fb23 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 210 time: 0.0580957
Jan 25 18:48:22.311330 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-ec671314-ade6-4680-8bdf-16d72c9225c1 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.70 "GET /v2.0/networks?tenant_id=7c31736beccc410195ab1de8c002a59e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0403087
Jan 25 18:48:22.567098 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-2799cb6f-1b14-4258-87c6-4df072da40bc tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:22.569497 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-2799cb6f-1b14-4258-87c6-4df072da40bc tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2517142
Jan 25 18:48:22.622871 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Request body: {'port': {'device_id': '514a9362-e8b9-467a-bff1-20141bd6dfd9', 'network_id': 'ff0f5896-a293-4c0f-8102-811d5e81d7d7', 'admin_state_up': True, 'tenant_id': '7c31736beccc410195ab1de8c002a59e'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:48:22.787458 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:48:22.792121 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Usage tracker for resource:port and tenant:7c31736beccc410195ab1de8c002a59e is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:48:22.795703 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Quota usage for port was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:48:22.803042 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:48:22.813433 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Made reservation on behalf of 7c31736beccc410195ab1de8c002a59e for: {'port': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:48:22.825424 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:22.840089 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:22.858378 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:48:22.862734 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Usage tracker for resource:security_group_rule and tenant:7c31736beccc410195ab1de8c002a59e is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:48:22.866534 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:48:22.873083 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:48:22.983523 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:22.998294 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:23.012902 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a92a2bac-6aab-4633-a381-a57c7985843b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:23.026120 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:23.051417 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Pushing event updated for resources: {'SecurityGroup': ['ID=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:23.058074 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:23.160124 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d64c95d-fe1c-46fe-be08-d94ab9be43c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:23.245644 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6c3aabf5-89ad-4f93-925c-d03cf8d617c9 req-c82e733a-2890-41bb-ab15-5546a859684d tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 210 time: 0.0648980
Jan 25 18:48:23.494769 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Allocated IP 192.168.233.236 (ff0f5896-a293-4c0f-8102-811d5e81d7d7/25e88a0b-c156-40b2-b924-833dc84e1cd7/a011ad87-4e0e-4767-8ade-1bac56f20e23) {{(pid=80198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:48:23.850094 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Notify callbacks [] for port, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:23.872256 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Transition to ACTIVE for port object a011ad87-4e0e-4767-8ade-1bac56f20e23 will not be triggered until provisioned by entity DHCP. {{(pid=80198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:48:23.902562 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723'] for port, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:23.924220 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:24.147547 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Pushing event updated for resources: {'Port': ['ID=a011ad87-4e0e-4767-8ade-1bac56f20e23,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:24.152934 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:24.236337 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Network ff0f5896-a293-4c0f-8102-811d5e81d7d7 is already hosted by enough agents. {{(pid=80198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:48:24.237866 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Resources bound (agent type, host, resource id):  {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:48:24.250362 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Received port after_create {{(pid=80198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:48:24.288983 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:24.289724 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:24.331818 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7130897
Jan 25 18:48:24.358128 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] Request body: {'port': {'device_id': '514a9362-e8b9-467a-bff1-20141bd6dfd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:48:24.587620 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:24.702553 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-5a6856c6-20aa-4ea1-bff5-4e8c4fd8d084 None None] Provisioning for port a011ad87-4e0e-4767-8ade-1bac56f20e23 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:48:24.709788 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-5a6856c6-20aa-4ea1-bff5-4e8c4fd8d084 None None] Provisioning complete for port a011ad87-4e0e-4767-8ade-1bac56f20e23 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:48:24.710361 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5a6856c6-20aa-4ea1-bff5-4e8c4fd8d084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:24.785133 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-5a6856c6-20aa-4ea1-bff5-4e8c4fd8d084 None None] Port a011ad87-4e0e-4767-8ade-1bac56f20e23 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 18:48:24.809717 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:25.033716 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa1f1a-4ac7-4c7a-abcc-82ec11bc52ed req-181c67df-656c-4a6d-89a3-319a0202d0c0 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:25.035246 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-27aa1f1a-4ac7-4c7a-abcc-82ec11bc52ed req-181c67df-656c-4a6d-89a3-319a0202d0c0 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Synchronizing usage tracker for tenant:7c31736beccc410195ab1de8c002a59e on resource:port {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:48:25.086644 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-27aa1f1a-4ac7-4c7a-abcc-82ec11bc52ed req-181c67df-656c-4a6d-89a3-319a0202d0c0 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Unset dirty status for tenant:7c31736beccc410195ab1de8c002a59e on resource:port {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:48:25.094094 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-27aa1f1a-4ac7-4c7a-abcc-82ec11bc52ed req-181c67df-656c-4a6d-89a3-319a0202d0c0 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 936 time: 0.5833211
Jan 25 18:48:25.128075 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:25.216645 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-27aa1f1a-4ac7-4c7a-abcc-82ec11bc52ed req-e8e3aa3d-d503-4062-b1db-b8699dc8027c tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Synchronizing usage tracker for tenant:7c31736beccc410195ab1de8c002a59e on resource:security_group {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:48:25.301696 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-27aa1f1a-4ac7-4c7a-abcc-82ec11bc52ed req-e8e3aa3d-d503-4062-b1db-b8699dc8027c tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Unset dirty status for tenant:7c31736beccc410195ab1de8c002a59e on resource:security_group {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:48:25.303638 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-27aa1f1a-4ac7-4c7a-abcc-82ec11bc52ed req-e8e3aa3d-d503-4062-b1db-b8699dc8027c tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2086558
Jan 25 18:48:25.571848 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a011ad87-4e0e-4767-8ade-1bac56f20e23 {{(pid=80198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 25 18:48:25.581334 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:25.597264 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] Transition to ACTIVE for port object a011ad87-4e0e-4767-8ade-1bac56f20e23 will not be triggered until provisioned by entity L2. {{(pid=80198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:48:25.601612 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:25.635416 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:25.692660 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a8786e2d-d38e-4a06-9a45-ca6e8b3fa1ab req-a5d8abb7-0a52-482c-b577-1ae79eba7963 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0829198
Jan 25 18:48:25.864138 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8786e2d-d38e-4a06-9a45-ca6e8b3fa1ab req-cf2f6848-7a11-488f-953e-219707624711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:25.866478 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a8786e2d-d38e-4a06-9a45-ca6e8b3fa1ab req-cf2f6848-7a11-488f-953e-219707624711 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=209da4d33dc74678ab66bd74395f33ba&device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 1162 time: 0.1259401
Jan 25 18:48:25.934293 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] Pushing event updated for resources: {'Port': ['ID=a011ad87-4e0e-4767-8ade-1bac56f20e23,revision_number=2']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:25.945196 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:26.118019 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8786e2d-d38e-4a06-9a45-ca6e8b3fa1ab req-4bc9a3d2-1951-4440-b185-cc2df827c8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:26.120071 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a8786e2d-d38e-4a06-9a45-ca6e8b3fa1ab req-4bc9a3d2-1951-4440-b185-cc2df827c8dc service neutron] 10.222.0.70 "GET /v2.0/networks?id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 HTTP/1.1" status: 200  len: 910 time: 0.2252069
Jan 25 18:48:26.148654 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:48:26.273501 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] Attempting to bind port a011ad87-4e0e-4767-8ade-1bac56f20e23 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:48:26.274293 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] Attempting to bind port a011ad87-4e0e-4767-8ade-1bac56f20e23 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '889fdbf8-7555-4db0-80b8-3ad16facf67b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ff0f5896-a293-4c0f-8102-811d5e81d7d7'}] {{(pid=80198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:48:26.274293 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] Attempting to bind port a011ad87-4e0e-4767-8ade-1bac56f20e23 on network ff0f5896-a293-4c0f-8102-811d5e81d7d7 {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:48:26.288844 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] Checking agent: {'id': '2edca791-6dfd-4a0b-9497-e94f443cd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 33), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:48:26.292908 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] Checking segment: {'id': '889fdbf8-7555-4db0-80b8-3ad16facf67b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ff0f5896-a293-4c0f-8102-811d5e81d7d7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:48:26.293432 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:26.293892 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] Bound using segment: {'id': '889fdbf8-7555-4db0-80b8-3ad16facf67b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ff0f5896-a293-4c0f-8102-811d5e81d7d7'} {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:48:26.294409 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] Bound port: a011ad87-4e0e-4767-8ade-1bac56f20e23, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889fdbf8-7555-4db0-80b8-3ad16facf67b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ff0f5896-a293-4c0f-8102-811d5e81d7d7'}}] {{(pid=80198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:48:26.294805 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:26.335645 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a8786e2d-d38e-4a06-9a45-ca6e8b3fa1ab req-5f7edc43-4efd-4371-b591-a97c37d3f209 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 HTTP/1.1" status: 200  len: 1001 time: 0.2066653
Jan 25 18:48:26.465035 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8786e2d-d38e-4a06-9a45-ca6e8b3fa1ab req-5dd9b27d-a6ef-435e-8b36-63a65f78626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:26.466660 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a8786e2d-d38e-4a06-9a45-ca6e8b3fa1ab req-5dd9b27d-a6ef-435e-8b36-63a65f78626a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=351749ea-67fa-4715-84dd-c0eb9be61229 HTTP/1.1" status: 200  len: 855 time: 0.1182141
Jan 25 18:48:26.479999 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] For port a011ad87-4e0e-4767-8ade-1bac56f20e23, host hv-cinder-77238, cleared binding levels {{(pid=80198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:48:26.484505 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] For port a011ad87-4e0e-4767-8ade-1bac56f20e23, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=a011ad87-4e0e-4767-8ade-1bac56f20e23,segment=NetworkSegment(889fdbf8-7555-4db0-80b8-3ad16facf67b),segment_id=889fdbf8-7555-4db0-80b8-3ad16facf67b)] {{(pid=80198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:48:26.490083 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:26.509705 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:26.619173 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] Pushing event updated for resources: {'Port': ['ID=a011ad87-4e0e-4767-8ade-1bac56f20e23,revision_number=3']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:26.623441 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:26.822742 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8786e2d-d38e-4a06-9a45-ca6e8b3fa1ab req-f88495b3-559c-4479-b0e4-8531869b9ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:26.824620 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a8786e2d-d38e-4a06-9a45-ca6e8b3fa1ab req-f88495b3-559c-4479-b0e4-8531869b9ee5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3466241
Jan 25 18:48:26.850009 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:26.850700 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:26.852244 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] 10.222.0.70 "PUT /v2.0/ports/a011ad87-4e0e-4767-8ade-1bac56f20e23 HTTP/1.1" status: 200  len: 1162 time: 2.5035584
Jan 25 18:48:26.889238 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e8277-e5cf-419d-b84a-4257290430b5 req-4b67b9fe-9ee7-45fb-bd78-81ede7ae1215 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:26.890939 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a41e8277-e5cf-419d-b84a-4257290430b5 req-4b67b9fe-9ee7-45fb-bd78-81ede7ae1215 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 948 time: 0.1984987
Jan 25 18:48:26.891534 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514a9362-e8b9-467a-bff1-20141bd6dfd9', 'tag': 'a011ad87-4e0e-4767-8ade-1bac56f20e23'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:48:27.039275 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514a9362-e8b9-467a-bff1-20141bd6dfd9', 'tag': 'a011ad87-4e0e-4767-8ade-1bac56f20e23', 'status': 'completed', 'code': 200}
Jan 25 18:48:27.079815 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a41e8277-e5cf-419d-b84a-4257290430b5 req-54258c4b-e13a-4bcc-9aaf-b13b08c32edb tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1660128
Jan 25 18:48:27.148467 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-4c42e54f-a6d8-4004-955f-1ecba0dc43ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:27.150528 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-4c42e54f-a6d8-4004-955f-1ecba0dc43ca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c31736beccc410195ab1de8c002a59e&device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 1165 time: 0.1556897
Jan 25 18:48:27.184089 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a8786e2d-d38e-4a06-9a45-ca6e8b3fa1ab req-b5e72217-bc6e-4431-870c-636d3b6aaac9 service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3231218
Jan 25 18:48:27.275083 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-6935c17a-5013-4385-a751-5f9cc5279554 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=a011ad87-4e0e-4767-8ade-1bac56f20e23 HTTP/1.1" status: 200  len: 217 time: 0.0930934
Jan 25 18:48:27.359415 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-eaa3adc2-bff5-44ce-85ba-15b47bfe8d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:27.360924 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-eaa3adc2-bff5-44ce-85ba-15b47bfe8d0e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=25e88a0b-c156-40b2-b924-833dc84e1cd7 HTTP/1.1" status: 200  len: 843 time: 0.0761642
Jan 25 18:48:27.367086 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a8786e2d-d38e-4a06-9a45-ca6e8b3fa1ab req-62f623d6-dff0-4555-b1bb-2b9b24ba2cd2 service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1697021
Jan 25 18:48:27.481368 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-e722ed16-b535-4b02-827a-d48bf8f88094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:27.483019 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-e722ed16-b535-4b02-827a-d48bf8f88094 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0f5896-a293-4c0f-8102-811d5e81d7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0921631
Jan 25 18:48:27.718999 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-1ae028d3-03f8-40e2-a73e-593a3882cc43 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0f5896-a293-4c0f-8102-811d5e81d7d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2239125
Jan 25 18:48:27.927986 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d00bc287-f5dd-4b3e-b102-d83304923ccf req-75f4e3d4-3d15-47b9-9b48-7830ed1626da service neutron] 10.222.0.70 "GET /v2.0/networks/ff0f5896-a293-4c0f-8102-811d5e81d7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1881518
Jan 25 18:48:28.236284 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b767d-b450-45cd-9494-458c768f6967 req-5949fe0b-3b8c-402c-a913-bcdbbb464d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:28.238369 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2f5b767d-b450-45cd-9494-458c768f6967 req-5949fe0b-3b8c-402c-a913-bcdbbb464d0d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c31736beccc410195ab1de8c002a59e&device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 1165 time: 0.1129081
Jan 25 18:48:28.478165 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b767d-b450-45cd-9494-458c768f6967 req-178020b7-35d9-408f-8337-b94530a6ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:28.479851 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2f5b767d-b450-45cd-9494-458c768f6967 req-178020b7-35d9-408f-8337-b94530a6ca9b service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0f5896-a293-4c0f-8102-811d5e81d7d7 HTTP/1.1" status: 200  len: 863 time: 0.2313805
Jan 25 18:48:28.590380 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea61f6b-9ccb-4c5c-8d25-8cde3eac10d9 req-7ceadb92-89a8-43c9-8627-75bd09d75007 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:28.592349 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1ea61f6b-9ccb-4c5c-8d25-8cde3eac10d9 req-7ceadb92-89a8-43c9-8627-75bd09d75007 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 948 time: 0.2394378
Jan 25 18:48:28.603430 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2f5b767d-b450-45cd-9494-458c768f6967 req-7b119f9f-7b2a-48b8-86c1-7d69724a9afb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=a011ad87-4e0e-4767-8ade-1bac56f20e23 HTTP/1.1" status: 200  len: 217 time: 0.1151240
Jan 25 18:48:28.718687 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1ea61f6b-9ccb-4c5c-8d25-8cde3eac10d9 req-161f8058-3c55-43fa-a277-4ade25da6f15 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139681
Jan 25 18:48:28.725992 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b767d-b450-45cd-9494-458c768f6967 req-22923aef-a8a2-4b87-876f-2b8375eccf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:28.727624 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2f5b767d-b450-45cd-9494-458c768f6967 req-22923aef-a8a2-4b87-876f-2b8375eccf56 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=25e88a0b-c156-40b2-b924-833dc84e1cd7 HTTP/1.1" status: 200  len: 843 time: 0.1032877
Jan 25 18:48:28.891183 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b767d-b450-45cd-9494-458c768f6967 req-d859c32f-fd21-4b54-8499-962a6486499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:28.893719 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2f5b767d-b450-45cd-9494-458c768f6967 req-d859c32f-fd21-4b54-8499-962a6486499f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0f5896-a293-4c0f-8102-811d5e81d7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1562636
Jan 25 18:48:29.217168 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7249eaa-aa3e-4778-9001-4705a9251967 req-cfd365f5-f7d0-4922-8b96-2d2b1184f4b0 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:29.218927 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d7249eaa-aa3e-4778-9001-4705a9251967 req-cfd365f5-f7d0-4922-8b96-2d2b1184f4b0 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1322734
Jan 25 18:48:29.281856 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d7249eaa-aa3e-4778-9001-4705a9251967 req-6103f24d-9e25-468c-b0f7-b28922520d4f tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541697
Jan 25 18:48:29.399142 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59731a72-9d8e-4e3f-913a-01faf1bd81ae req-00d15cb1-5ce3-4448-8e36-517903215edc tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:29.402293 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-59731a72-9d8e-4e3f-913a-01faf1bd81ae req-00d15cb1-5ce3-4448-8e36-517903215edc tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 945 time: 0.4788496
Jan 25 18:48:29.406349 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2f5b767d-b450-45cd-9494-458c768f6967 req-7422db89-0680-4165-9af8-28131dfc1d93 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0f5896-a293-4c0f-8102-811d5e81d7d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4805264
Jan 25 18:48:29.537030 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-59731a72-9d8e-4e3f-913a-01faf1bd81ae req-91d59de7-d043-41c0-ae41-2677a4c6c5a3 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213782
Jan 25 18:48:29.648830 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2f5b767d-b450-45cd-9494-458c768f6967 req-a467224e-5732-43b3-87e3-985849c22a98 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0f5896-a293-4c0f-8102-811d5e81d7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1969523
Jan 25 18:48:30.350485 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612afda-e19a-45f8-bcce-2fe57194d495 req-4c35a51b-aebc-4f55-a726-e3e9888356a3 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:30.352340 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d612afda-e19a-45f8-bcce-2fe57194d495 req-4c35a51b-aebc-4f55-a726-e3e9888356a3 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 948 time: 0.4161055
Jan 25 18:48:30.423989 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d612afda-e19a-45f8-bcce-2fe57194d495 req-a52434c4-c6c9-47a8-bea9-fd8e5ca95bc1 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584278
Jan 25 18:48:30.602268 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc9ac8-f07f-4e6e-b802-c95e2083a3e1 req-96f88ab7-489a-464a-8dfb-f13fe500be3a tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:30.605181 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-50fc9ac8-f07f-4e6e-b802-c95e2083a3e1 req-96f88ab7-489a-464a-8dfb-f13fe500be3a tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1666694
Jan 25 18:48:30.671049 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-50fc9ac8-f07f-4e6e-b802-c95e2083a3e1 req-1ad8839e-09c0-4d35-b39e-0b7504214fac tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528793
Jan 25 18:48:30.935943 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa1cf5-1646-4569-92aa-3be8a9eb3e3a req-13f428ae-f2d6-4aa0-aa76-184da5313829 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:30.939164 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1caa1cf5-1646-4569-92aa-3be8a9eb3e3a req-13f428ae-f2d6-4aa0-aa76-184da5313829 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 945 time: 0.2285910
Jan 25 18:48:31.036225 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1caa1cf5-1646-4569-92aa-3be8a9eb3e3a req-05bc207d-0854-42c3-8806-bf208e09bbe3 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898659
Jan 25 18:48:31.764634 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413c7e9-0fe7-47fe-a117-1477bf9db1e5 req-7cdf087a-074e-44f1-be26-25c483981afd tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:31.766308 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f413c7e9-0fe7-47fe-a117-1477bf9db1e5 req-7cdf087a-074e-44f1-be26-25c483981afd tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 948 time: 0.1230752
Jan 25 18:48:31.848096 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f413c7e9-0fe7-47fe-a117-1477bf9db1e5 req-9ece0b70-71a0-45cc-a22a-e6c90c898a38 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693078
Jan 25 18:48:32.036850 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5774e-3f25-4d84-aee3-bdc8bd26ee96 req-b7444a6e-ac7a-4a13-bb4c-734affda0250 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:32.038270 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bee5774e-3f25-4d84-aee3-bdc8bd26ee96 req-b7444a6e-ac7a-4a13-bb4c-734affda0250 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1361594
Jan 25 18:48:32.125124 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bee5774e-3f25-4d84-aee3-bdc8bd26ee96 req-1a13eca4-0aec-4918-a040-bdb05ffb9155 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747356
Jan 25 18:48:32.442348 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563d36f-b7cd-4e81-8090-6216007bdb22 req-b25c2e81-97ce-4980-b125-17b4dc454930 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:32.445543 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b563d36f-b7cd-4e81-8090-6216007bdb22 req-b25c2e81-97ce-4980-b125-17b4dc454930 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 945 time: 0.1794667
Jan 25 18:48:32.525394 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b563d36f-b7cd-4e81-8090-6216007bdb22 req-ff3fab32-c10a-434f-8b72-a1b276169a73 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654664
Jan 25 18:48:32.683866 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6803482-6620-44ff-94cc-89bb180333a7 req-8afe5475-81d8-4d2a-81b8-940f9f13ca58 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:32.685553 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c6803482-6620-44ff-94cc-89bb180333a7 req-8afe5475-81d8-4d2a-81b8-940f9f13ca58 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.70 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 945 time: 0.1587777
Jan 25 18:48:32.807994 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-c6803482-6620-44ff-94cc-89bb180333a7 req-52fdd1e1-f300-4c1f-a891-82653e22f4f7 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Deleting port 8e8d2060-9066-427b-8f13-bcb742b99557 {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:48:32.808695 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-c6803482-6620-44ff-94cc-89bb180333a7 req-52fdd1e1-f300-4c1f-a891-82653e22f4f7 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:33.268261 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2139d16-3989-4aaf-b792-d256d0279419 req-62fe1bb9-41a8-464b-8c16-a965213f0eb8 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:33.271236 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b2139d16-3989-4aaf-b792-d256d0279419 req-62fe1bb9-41a8-464b-8c16-a965213f0eb8 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 948 time: 0.1668282
Jan 25 18:48:33.290163 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-c6803482-6620-44ff-94cc-89bb180333a7 req-52fdd1e1-f300-4c1f-a891-82653e22f4f7 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] For port 8e8d2060-9066-427b-8f13-bcb742b99557, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=8e8d2060-9066-427b-8f13-bcb742b99557,segment=NetworkSegment(64b31ac6-716f-4c4a-ad64-58104b03ceac),segment_id=64b31ac6-716f-4c4a-ad64-58104b03ceac)] {{(pid=80198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:48:33.290619 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-c6803482-6620-44ff-94cc-89bb180333a7 req-52fdd1e1-f300-4c1f-a891-82653e22f4f7 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:33.347334 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b2139d16-3989-4aaf-b792-d256d0279419 req-7ebb5f37-1669-4ca4-a30f-b919f6374496 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677917
Jan 25 18:48:33.518082 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-c6803482-6620-44ff-94cc-89bb180333a7 req-52fdd1e1-f300-4c1f-a891-82653e22f4f7 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Calling delete_port for 8e8d2060-9066-427b-8f13-bcb742b99557 owned by compute:nova {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:48:33.734527 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f1c9e-3f9b-452f-8385-034352c308b8 req-fe432ef9-7993-422a-baf7-244e25c01ce2 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:33.739723 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cc7f1c9e-3f9b-452f-8385-034352c308b8 req-fe432ef9-7993-422a-baf7-244e25c01ce2 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.3407109
Jan 25 18:48:33.851659 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cc7f1c9e-3f9b-452f-8385-034352c308b8 req-77039fd3-10cf-4702-bfe7-295d90e3b6f5 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804102
Jan 25 18:48:33.859135 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-c6803482-6620-44ff-94cc-89bb180333a7 req-52fdd1e1-f300-4c1f-a891-82653e22f4f7 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235'] for port, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:33.875889 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:33.919592 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-21c3b5df-c748-4eda-9966-8855f6c2d8b6 req-7f01ecf9-82ca-4289-8d5f-53a0e89507e8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 210 time: 0.0660508
Jan 25 18:48:33.938340 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdd1e1-f300-4c1f-a891-82653e22f4f7 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Pushing event deleted for resources: {'Port': ['ID=8e8d2060-9066-427b-8f13-bcb742b99557,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:33.943058 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-52fdd1e1-f300-4c1f-a891-82653e22f4f7 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:34.132854 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6803482-6620-44ff-94cc-89bb180333a7 req-52fdd1e1-f300-4c1f-a891-82653e22f4f7 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] No DVR routers for this DVR port 8e8d2060-9066-427b-8f13-bcb742b99557 on host hv-cinder-77238 {{(pid=80198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 18:48:34.136871 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-c6803482-6620-44ff-94cc-89bb180333a7 req-52fdd1e1-f300-4c1f-a891-82653e22f4f7 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:34.140497 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61df67e-f0c9-4d13-a451-e42e476d2a96', 'name': 'network-vif-deleted', 'tag': '8e8d2060-9066-427b-8f13-bcb742b99557'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:48:34.162814 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c6803482-6620-44ff-94cc-89bb180333a7 req-52fdd1e1-f300-4c1f-a891-82653e22f4f7 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.70 "DELETE /v2.0/ports/8e8d2060-9066-427b-8f13-bcb742b99557 HTTP/1.1" status: 204  len: 173 time: 1.4601836
Jan 25 18:48:34.188926 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d5542-523c-4829-8497-9e74c8d668b2 req-619d2235-237d-437a-ae52-0f45b90069aa tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:34.190897 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ea5d5542-523c-4829-8497-9e74c8d668b2 req-619d2235-237d-437a-ae52-0f45b90069aa tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.70 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.1734645
Jan 25 18:48:34.214169 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61df67e-f0c9-4d13-a451-e42e476d2a96', 'name': 'network-vif-deleted', 'tag': '8e8d2060-9066-427b-8f13-bcb742b99557', 'status': 'completed', 'code': 200}
Jan 25 18:48:34.364373 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-ea5d5542-523c-4829-8497-9e74c8d668b2 req-51c1564e-e55a-4aa9-adcd-7992cb5c7778 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Deleting port e77a6f61-5988-4ee2-84b5-cc8e7b678974 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:48:34.364929 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-ea5d5542-523c-4829-8497-9e74c8d668b2 req-51c1564e-e55a-4aa9-adcd-7992cb5c7778 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:34.761912 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52deaf-e024-4e16-8363-7487649ee9f0 req-ace87123-1c41-4360-a96b-ae6196318ec5 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:34.763653 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2d52deaf-e024-4e16-8363-7487649ee9f0 req-ace87123-1c41-4360-a96b-ae6196318ec5 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 948 time: 0.2619178
Jan 25 18:48:34.850765 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2d52deaf-e024-4e16-8363-7487649ee9f0 req-16372ebf-5c42-4e1b-bd1a-68cac95ce3f7 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587769
Jan 25 18:48:34.852615 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-ea5d5542-523c-4829-8497-9e74c8d668b2 req-51c1564e-e55a-4aa9-adcd-7992cb5c7778 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] For port e77a6f61-5988-4ee2-84b5-cc8e7b678974, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e77a6f61-5988-4ee2-84b5-cc8e7b678974,segment=NetworkSegment(176dc6f2-0c02-4621-a68b-f4ed6bbe54d8),segment_id=176dc6f2-0c02-4621-a68b-f4ed6bbe54d8)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:48:34.853279 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-ea5d5542-523c-4829-8497-9e74c8d668b2 req-51c1564e-e55a-4aa9-adcd-7992cb5c7778 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:35.090252 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-ea5d5542-523c-4829-8497-9e74c8d668b2 req-51c1564e-e55a-4aa9-adcd-7992cb5c7778 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Calling delete_port for e77a6f61-5988-4ee2-84b5-cc8e7b678974 owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:48:35.329177 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e9cdd-b7fa-40a9-a3f2-303f51665fd5 req-e9390cc0-a1b3-42c6-8483-16b46f1e334e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:35.330984 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ec5e9cdd-b7fa-40a9-a3f2-303f51665fd5 req-e9390cc0-a1b3-42c6-8483-16b46f1e334e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 945 time: 0.2508028
Jan 25 18:48:35.346597 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-f6b3bf20-2dc9-4d71-a48b-1bd4f8d0d290 req-066e5572-af29-47a6-8fad-ba37326176ba tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Synchronizing usage tracker for tenant:249a90a17b6743d183168f87ef1741b5 on resource:port {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:48:35.375254 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-f6b3bf20-2dc9-4d71-a48b-1bd4f8d0d290 req-066e5572-af29-47a6-8fad-ba37326176ba tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Unset dirty status for tenant:249a90a17b6743d183168f87ef1741b5 on resource:port {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:48:35.377542 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f6b3bf20-2dc9-4d71-a48b-1bd4f8d0d290 req-066e5572-af29-47a6-8fad-ba37326176ba tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=a61df67e-f0c9-4d13-a451-e42e476d2a96 HTTP/1.1" status: 200  len: 210 time: 0.1113443
Jan 25 18:48:35.457695 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ec5e9cdd-b7fa-40a9-a3f2-303f51665fd5 req-9c16a4ef-1906-4a57-a957-5b7b920e0f81 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086636
Jan 25 18:48:35.459587 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-ea5d5542-523c-4829-8497-9e74c8d668b2 req-51c1564e-e55a-4aa9-adcd-7992cb5c7778 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:35.479018 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:35.544941 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1564e-e55a-4aa9-adcd-7992cb5c7778 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Pushing event deleted for resources: {'Port': ['ID=e77a6f61-5988-4ee2-84b5-cc8e7b678974,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:35.547878 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-51c1564e-e55a-4aa9-adcd-7992cb5c7778 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:35.810138 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 8e8d2060-9066-427b-8f13-bcb742b99557 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:48:35.823339 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5d5542-523c-4829-8497-9e74c8d668b2 req-51c1564e-e55a-4aa9-adcd-7992cb5c7778 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] No DVR routers for this DVR port e77a6f61-5988-4ee2-84b5-cc8e7b678974 on host hv-cinder-77238 {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 18:48:35.826796 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-ea5d5542-523c-4829-8497-9e74c8d668b2 req-51c1564e-e55a-4aa9-adcd-7992cb5c7778 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:35.830658 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4bc74b-81ff-4b73-a160-51965dd1e86c', 'name': 'network-vif-deleted', 'tag': 'e77a6f61-5988-4ee2-84b5-cc8e7b678974'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:48:35.849723 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] No Port match for: 8e8d2060-9066-427b-8f13-bcb742b99557 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 18:48:35.850093 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 8e8d2060-9066-427b-8f13-bcb742b99557 not bound to the agent host hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 18:48:35.850722 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device e77a6f61-5988-4ee2-84b5-cc8e7b678974 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:48:35.851456 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ea5d5542-523c-4829-8497-9e74c8d668b2 req-51c1564e-e55a-4aa9-adcd-7992cb5c7778 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.70 "DELETE /v2.0/ports/e77a6f61-5988-4ee2-84b5-cc8e7b678974 HTTP/1.1" status: 204  len: 173 time: 1.6005957
Jan 25 18:48:35.890506 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] No Port match for: e77a6f61-5988-4ee2-84b5-cc8e7b678974 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 18:48:35.891021 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device e77a6f61-5988-4ee2-84b5-cc8e7b678974 not bound to the agent host hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 18:48:35.939443 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4bc74b-81ff-4b73-a160-51965dd1e86c', 'name': 'network-vif-deleted', 'tag': 'e77a6f61-5988-4ee2-84b5-cc8e7b678974', 'status': 'completed', 'code': 200}
Jan 25 18:48:36.328104 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Network ff0f5896-a293-4c0f-8102-811d5e81d7d7 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:48:36.336257 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1c0d1-7214-4726-8eca-6913b419e73a req-ba465089-8cd5-4810-9a0b-d4e368c6ed45 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:36.339299 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54b1c0d1-7214-4726-8eca-6913b419e73a req-ba465089-8cd5-4810-9a0b-d4e368c6ed45 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 948 time: 0.2261212
Jan 25 18:48:36.447575 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54b1c0d1-7214-4726-8eca-6913b419e73a req-c2f66f67-2fe8-4d65-b7ad-0a84e2df3965 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912032
Jan 25 18:48:36.887335 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-e424befb-1d82-48ab-a99e-ca60da5d4dfd req-ca60a720-8d24-4d57-b4c4-b8eea836099e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Synchronizing usage tracker for tenant:e33a018e9f954cdc8b0b90314907d180 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:48:36.910623 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-e424befb-1d82-48ab-a99e-ca60da5d4dfd req-ca60a720-8d24-4d57-b4c4-b8eea836099e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Unset dirty status for tenant:e33a018e9f954cdc8b0b90314907d180 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:48:36.912872 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e424befb-1d82-48ab-a99e-ca60da5d4dfd req-ca60a720-8d24-4d57-b4c4-b8eea836099e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=9c4bc74b-81ff-4b73-a160-51965dd1e86c HTTP/1.1" status: 200  len: 210 time: 0.1066909
Jan 25 18:48:36.949815 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.objects.ports [None req-fe7a5bb8-a189-4270-873a-7a3fd211c6cb None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80201) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 25 18:48:37.841668 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78711f5-6476-413f-bc27-e219dabb8f1a req-2267dd4c-e127-4869-a9cb-fa3bedc1dd47 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:37.843395 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b78711f5-6476-413f-bc27-e219dabb8f1a req-2267dd4c-e127-4869-a9cb-fa3bedc1dd47 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 948 time: 0.1293547
Jan 25 18:48:37.911899 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b78711f5-6476-413f-bc27-e219dabb8f1a req-9f535009-f7bb-48f5-af84-0d3dd140cfa2 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569444
Jan 25 18:48:38.767290 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1d9d2-5ba6-494f-a49a-860b5b78b36f req-0c595cf5-6307-4ba0-9bb8-ac6c057a4a90 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:38.769026 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9fc1d9d2-5ba6-494f-a49a-860b5b78b36f req-0c595cf5-6307-4ba0-9bb8-ac6c057a4a90 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1423585
Jan 25 18:48:38.827369 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9fc1d9d2-5ba6-494f-a49a-860b5b78b36f req-5897071d-3a8b-4414-852d-5251e0e8f925 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505478
Jan 25 18:48:39.215513 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa510ce-61d7-4e38-a78c-3375ff6ea167 req-c1464dff-b6cc-4f80-bacf-6ef1041aaa45 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:39.217366 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5aa510ce-61d7-4e38-a78c-3375ff6ea167 req-c1464dff-b6cc-4f80-bacf-6ef1041aaa45 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 948 time: 0.1689928
Jan 25 18:48:39.307554 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5aa510ce-61d7-4e38-a78c-3375ff6ea167 req-9a7eb510-a414-4fe6-b680-51a00dccc1ef tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778670
Jan 25 18:48:40.156933 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316d2c8-0f5c-456e-8c79-03965ddb5368 req-bed00328-cb2a-40bc-87fb-87be3dda44e6 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:40.160024 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8316d2c8-0f5c-456e-8c79-03965ddb5368 req-bed00328-cb2a-40bc-87fb-87be3dda44e6 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1897557
Jan 25 18:48:40.223039 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8316d2c8-0f5c-456e-8c79-03965ddb5368 req-9912b13b-1055-4409-93b3-24db755184da tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562215
Jan 25 18:48:40.562705 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765c162-d7ec-4fe4-873e-ff04ded25cff req-5100239d-feb7-4273-80d3-ad223945f16b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:40.564472 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0765c162-d7ec-4fe4-873e-ff04ded25cff req-5100239d-feb7-4273-80d3-ad223945f16b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 948 time: 0.1218548
Jan 25 18:48:40.621036 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0765c162-d7ec-4fe4-873e-ff04ded25cff req-7255aaa7-11fd-4bf8-9186-1b3f8e9a812e tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500596
Jan 25 18:48:41.492229 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a301f5-ed35-4451-9d42-41dd7e090816 req-435795ea-5209-40da-8d79-f8922255ba06 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:41.494009 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-23a301f5-ed35-4451-9d42-41dd7e090816 req-435795ea-5209-40da-8d79-f8922255ba06 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1228318
Jan 25 18:48:41.557974 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-23a301f5-ed35-4451-9d42-41dd7e090816 req-69062ab3-6ac3-497d-82ba-ee51a6f4627f tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517707
Jan 25 18:48:41.916338 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda69990-970d-4b1d-8461-93642947c29e req-6ac5c257-28e6-4974-837a-0397aff37dad tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:41.919529 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eda69990-970d-4b1d-8461-93642947c29e req-6ac5c257-28e6-4974-837a-0397aff37dad tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 948 time: 0.1615717
Jan 25 18:48:41.982881 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eda69990-970d-4b1d-8461-93642947c29e req-2990afb0-af71-4369-846d-6a5790a52072 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565777
Jan 25 18:48:43.156007 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device a011ad87-4e0e-4767-8ade-1bac56f20e23 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:48:43.273535 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5288d91-0d3c-45de-9182-b5d33c7451ca req-1726062d-d8da-4164-a44b-aebdc6fe749e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:43.276650 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a5288d91-0d3c-45de-9182-b5d33c7451ca req-1726062d-d8da-4164-a44b-aebdc6fe749e tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.5690107
Jan 25 18:48:43.328041 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning for port a011ad87-4e0e-4767-8ade-1bac56f20e23 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:48:43.337187 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port a011ad87-4e0e-4767-8ade-1bac56f20e23 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:48:43.338258 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:43.408177 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a5288d91-0d3c-45de-9182-b5d33c7451ca req-720cbe68-25df-4715-bd32-c4b84892a9e6 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186545
Jan 25 18:48:43.643613 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e78c7a-831c-4ea5-9d13-c43ade969502 req-a82b7d50-e87d-4218-b0fa-80de8251a0cc tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:43.645385 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-30e78c7a-831c-4ea5-9d13-c43ade969502 req-a82b7d50-e87d-4218-b0fa-80de8251a0cc tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 948 time: 0.4668088
Jan 25 18:48:43.663737 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:43.683845 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 33394) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:48:43.719822 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514a9362-e8b9-467a-bff1-20141bd6dfd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a011ad87-4e0e-4767-8ade-1bac56f20e23'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:48:43.733731 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port a011ad87-4e0e-4767-8ade-1bac56f20e23, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=a011ad87-4e0e-4767-8ade-1bac56f20e23,segment=NetworkSegment(889fdbf8-7555-4db0-80b8-3ad16facf67b),segment_id=889fdbf8-7555-4db0-80b8-3ad16facf67b)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:48:43.737963 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-30e78c7a-831c-4ea5-9d13-c43ade969502 req-1e000335-c391-4593-bf7e-c965f30c828d tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836966
Jan 25 18:48:43.738219 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:43.740498 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2c1259b5-06e6-4871-8386-2e2f4ced8993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:43.781066 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ffdb542-0300-4c60-9df8-0ffac94354e4 admin admin] Deleting subnet d2fdba09-525d-4f8b-bb4c-5ac106e0209b {{(pid=80198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 25 18:48:43.787401 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8ffdb542-0300-4c60-9df8-0ffac94354e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:43.826016 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514a9362-e8b9-467a-bff1-20141bd6dfd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a011ad87-4e0e-4767-8ade-1bac56f20e23', 'code': 200}
Jan 25 18:48:43.830116 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=a011ad87-4e0e-4767-8ade-1bac56f20e23,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:43.833750 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:43.851855 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8ffdb542-0300-4c60-9df8-0ffac94354e4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:43.860243 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8ffdb542-0300-4c60-9df8-0ffac94354e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-613998'] for subnet, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:44.212269 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8ffdb542-0300-4c60-9df8-0ffac94354e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for subnet, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:44.229596 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:44.279586 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdb542-0300-4c60-9df8-0ffac94354e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2fdba09-525d-4f8b-bb4c-5ac106e0209b,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:44.283873 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8ffdb542-0300-4c60-9df8-0ffac94354e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:44.439329 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8ffdb542-0300-4c60-9df8-0ffac94354e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:44.452016 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-8ffdb542-0300-4c60-9df8-0ffac94354e4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d2fdba09-525d-4f8b-bb4c-5ac106e0209b HTTP/1.1" status: 204  len: 168 time: 0.7670426
Jan 25 18:48:44.455465 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 33406) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:48:44.493295 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86b885-80fb-41de-ae16-bd80fca5ae75 req-afe12626-7b97-419c-8cd9-05309ef00cbf tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:44.495060 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0f86b885-80fb-41de-ae16-bd80fca5ae75 req-afe12626-7b97-419c-8cd9-05309ef00cbf tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 945 time: 0.1576235
Jan 25 18:48:44.603805 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bbfb0aaa-0755-4b50-8d59-2fa131cbb33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854171154'] for network, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:44.608419 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0f86b885-80fb-41de-ae16-bd80fca5ae75 req-3d5322b1-1cf5-4240-b6f0-bf5dd4a72e51 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057541
Jan 25 18:48:44.881606 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bbfb0aaa-0755-4b50-8d59-2fa131cbb33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-613939', 'neutron.services.segments.db._delete_segments_for_network--9223363298167826975'] for network, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:45.219239 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81262411-bd23-44c6-acfe-6104e315bf42 req-dd2daeb5-9e59-4629-bd93-4ed97420ea36 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:45.221299 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81262411-bd23-44c6-acfe-6104e315bf42 req-dd2daeb5-9e59-4629-bd93-4ed97420ea36 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.5600817
Jan 25 18:48:45.278285 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-bbfb0aaa-0755-4b50-8d59-2fa131cbb33d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a230e3400>,) {'filters': {'network_id': ['c86e5e26-5a98-4558-a962-8cfd268ea94e']}} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:48:45.306696 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-bbfb0aaa-0755-4b50-8d59-2fa131cbb33d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a230e3400>, 'dd220be8-218c-48ff-ad33-6f940aa88d35') {'for_net_delete': True} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:48:45.307631 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-bbfb0aaa-0755-4b50-8d59-2fa131cbb33d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a230e3400>, 'dd220be8-218c-48ff-ad33-6f940aa88d35') {} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:48:45.328891 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81262411-bd23-44c6-acfe-6104e315bf42 req-27a811fb-63c5-4f51-a20b-c0d55b890da3 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933187
Jan 25 18:48:45.334112 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bbfb0aaa-0755-4b50-8d59-2fa131cbb33d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298167820831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852822340'] for segment, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:45.357766 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bbfb0aaa-0755-4b50-8d59-2fa131cbb33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:45.358994 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bbfb0aaa-0755-4b50-8d59-2fa131cbb33d admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 25 18:48:45.613344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-bbfb0aaa-0755-4b50-8d59-2fa131cbb33d admin admin] Network c86e5e26-5a98-4558-a962-8cfd268ea94e has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:48:45.626654 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bbfb0aaa-0755-4b50-8d59-2fa131cbb33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-607990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848233893'] for segment, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:45.926392 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066effe-9517-4445-b382-3d14af63129a req-77924d4d-edaf-437c-bc39-d75d94c80b3f tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:45.928884 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7066effe-9517-4445-b382-3d14af63129a req-77924d4d-edaf-437c-bc39-d75d94c80b3f tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 950 time: 0.4505038
Jan 25 18:48:45.931137 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-bbfb0aaa-0755-4b50-8d59-2fa131cbb33d admin admin] Network c86e5e26-5a98-4558-a962-8cfd268ea94e has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]: Traceback (most recent call last):
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:     timer()
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:     cb(*args, **kw)
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:     return func(*args, **kwargs)
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:     self._notify()
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:     self.callback(batched_events)
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:     event.method(event)
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:     segment_id)['aggregates'][0]
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(self, *a, **k)
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self._get(url).json()
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:     **kwargs)
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.request(url, 'GET', **kwargs)
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:     **endpoint_filter)
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 25 18:48:45.960486 dv-cinder-772388-1-iscsi neutron-server[80085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 25 18:48:46.132500 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7066effe-9517-4445-b382-3d14af63129a req-019957d5-320d-4a2e-8566-9583a92672b4 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1916993
Jan 25 18:48:46.133416 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bbfb0aaa-0755-4b50-8d59-2fa131cbb33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854161852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363661'] for network, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:46.137783 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:46.166727 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bbfb0aaa-0755-4b50-8d59-2fa131cbb33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:46.166727 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb0aaa-0755-4b50-8d59-2fa131cbb33d admin admin] Pushing event deleted for resources: {'Network': ['ID=c86e5e26-5a98-4558-a962-8cfd268ea94e,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:46.166727 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-bbfb0aaa-0755-4b50-8d59-2fa131cbb33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:46.169938 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-bbfb0aaa-0755-4b50-8d59-2fa131cbb33d admin admin] 10.222.0.77 "DELETE /v2.0/networks/c86e5e26-5a98-4558-a962-8cfd268ea94e HTTP/1.1" status: 204  len: 168 time: 1.7128358
Jan 25 18:48:46.172823 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 33422) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:48:46.242597 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_v2 [None req-b290665d-6fc2-4008-a48d-026b9a09e929 admin admin] Deleting subnet 33abcc28-e213-4aeb-8eff-c51ff3fb9f3d {{(pid=80199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 25 18:48:46.246488 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b290665d-6fc2-4008-a48d-026b9a09e929 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:46.307960 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b290665d-6fc2-4008-a48d-026b9a09e929 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1953463'] for subnet, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:46.411211 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b290665d-6fc2-4008-a48d-026b9a09e929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-613998'] for subnet, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:46.653220 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e70f7-f4fb-4b17-8caa-77cff4f0267e req-b0c8243d-801c-4e58-a131-da35a4f7b072 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:46.654968 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8e1e70f7-f4fb-4b17-8caa-77cff4f0267e req-b0c8243d-801c-4e58-a131-da35a4f7b072 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 945 time: 0.2854512
Jan 25 18:48:46.785399 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8e1e70f7-f4fb-4b17-8caa-77cff4f0267e req-270a4107-08d2-40f2-a0f4-83838b8a7a12 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164930
Jan 25 18:48:46.830181 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b290665d-6fc2-4008-a48d-026b9a09e929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7187683'] for subnet, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:46.848475 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:46.899747 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290665d-6fc2-4008-a48d-026b9a09e929 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33abcc28-e213-4aeb-8eff-c51ff3fb9f3d,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:46.904187 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b290665d-6fc2-4008-a48d-026b9a09e929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:47.049376 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b290665d-6fc2-4008-a48d-026b9a09e929 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:47.066832 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-b290665d-6fc2-4008-a48d-026b9a09e929 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/33abcc28-e213-4aeb-8eff-c51ff3fb9f3d HTTP/1.1" status: 204  len: 168 time: 0.8927684
Jan 25 18:48:47.071334 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 33430) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:48:47.116592 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fff0d-38f9-42f6-b9ec-f2819b785286 req-5a47c940-c59f-4695-9313-c570cdc1f7da tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:47.118377 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-971fff0d-38f9-42f6-b9ec-f2819b785286 req-5a47c940-c59f-4695-9313-c570cdc1f7da tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1590126
Jan 25 18:48:47.191599 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-971fff0d-38f9-42f6-b9ec-f2819b785286 req-0a8a3201-0b7b-4c45-967f-c17ee4cf5460 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667598
Jan 25 18:48:47.232599 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854171154'] for network, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:47.579297 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe9454-367f-40e5-b68e-c1167d670a39 req-a0f5adde-8598-404a-b177-a31d2324b14b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:47.581315 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f4fe9454-367f-40e5-b68e-c1167d670a39 req-a0f5adde-8598-404a-b177-a31d2324b14b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 950 time: 0.1320534
Jan 25 18:48:47.641798 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f4fe9454-367f-40e5-b68e-c1167d670a39 req-e2c9cf60-a62a-44e6-af71-f3d462b0347d tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534916
Jan 25 18:48:47.659692 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-613939', 'neutron.services.segments.db._delete_segments_for_network--9223363298167826975'] for network, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:47.798186 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2a239700b8>> segment before_delete 55550000 {{(pid=80198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:48:47.798869 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2a239700b8>> subnet precommit_delete_associations 55550000 {{(pid=80198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:48:47.800323 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a23970128>> segment_host_mapping after_create 55550000 {{(pid=80198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:48:47.800969 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a23970128>> port after_create 55550000 {{(pid=80198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:48:47.801699 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a23970128>> port after_delete 55550000 {{(pid=80198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:48:47.802314 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a23970128>> port after_update 55550000 {{(pid=80198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:48:47.802921 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a23970128>> segment after_delete 55550000 {{(pid=80198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:48:47.803552 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a23970128>> subnet after_create 55550000 {{(pid=80198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:48:47.804057 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a23970128>> subnet after_delete 55550000 {{(pid=80198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:48:47.804553 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a23970128>> subnet after_update 55550000 {{(pid=80198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:48:47.939555 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2a22490828>> subnet after_create 55550000 {{(pid=80198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:48:47.940149 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2a22490828>> subnet after_delete 55550000 {{(pid=80198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:48:47.940652 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2a22490828>> subnet before_create 55550000 {{(pid=80198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:48:47.941163 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2a22490828>> subnet before_update 55550000 {{(pid=80198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 25 18:48:47.941648 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a23c0a240>,) {'filters': {'network_id': ['ae86318f-3b0a-4852-a5d3-58e0b22a7177']}} {{(pid=80198) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:48:47.967362 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a23c0a240>, '135f3365-2bc0-4a5f-9691-c22f1045e2a5') {'for_net_delete': True} {{(pid=80198) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:48:47.967918 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a23c0a240>, '135f3365-2bc0-4a5f-9691-c22f1045e2a5') {} {{(pid=80198) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:48:47.992260 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298167820831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7207198'] for segment, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:48.032231 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:48.035442 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 25 18:48:48.125411 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:48.247631 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Network ae86318f-3b0a-4852-a5d3-58e0b22a7177 has no segments {{(pid=80198) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:48:48.259323 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-607990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7338759'] for segment, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:48.308341 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf05eba-ea02-44d2-ba8b-356e72a9e0b0 req-14675127-2b88-48cc-987e-987f459a97fd tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:48.311311 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bdf05eba-ea02-44d2-ba8b-356e72a9e0b0 req-14675127-2b88-48cc-987e-987f459a97fd tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 945 time: 0.2756734
Jan 25 18:48:48.439555 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bdf05eba-ea02-44d2-ba8b-356e72a9e0b0 req-0beac479-9990-4aa7-939d-ad84c4fa7e7a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202788
Jan 25 18:48:48.445722 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945a81b-9bc3-4642-b167-46e0fb9bad72 req-0510de42-907a-4c81-b1d5-741d38f42d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:48.448520 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6945a81b-9bc3-4642-b167-46e0fb9bad72 req-0510de42-907a-4c81-b1d5-741d38f42d0b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 1167 time: 0.3084586
Jan 25 18:48:48.527795 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6945a81b-9bc3-4642-b167-46e0fb9bad72 req-0a00b0c7-e233-4dd1-a747-cb3c9eef1186 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692780
Jan 25 18:48:48.706583 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Network ae86318f-3b0a-4852-a5d3-58e0b22a7177 has no segments {{(pid=80198) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:   (rel_b, rel_a, rel_b),
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:   (rel_b, rel_a, rel_b),
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]: Traceback (most recent call last):
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:     timer()
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:     cb(*args, **kw)
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:     return func(*args, **kwargs)
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:     self._notify()
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:     self.callback(batched_events)
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:     event.method(event)
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:     segment_id)['aggregates'][0]
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(self, *a, **k)
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self._get(url).json()
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:     **kwargs)
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.request(url, 'GET', **kwargs)
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:     **endpoint_filter)
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 25 18:48:48.758894 dv-cinder-772388-1-iscsi neutron-server[80085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 25 18:48:48.946958 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66ef28-07d2-4cee-9312-389f31b83e8c req-b598d1a8-4750-409e-900c-0a3376c2bfa7 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:48.949047 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9c66ef28-07d2-4cee-9312-389f31b83e8c req-b598d1a8-4750-409e-900c-0a3376c2bfa7 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 950 time: 0.1395311
Jan 25 18:48:49.014707 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9c66ef28-07d2-4cee-9312-389f31b83e8c req-472453fc-ea0a-4595-814e-b513dad16a49 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573933
Jan 25 18:48:49.024738 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489aa75-a3ff-4eee-a2f8-0549150b985e req-04d8eb83-2f9c-43d9-9e9e-9c1dd2b40c44 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:49.029723 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0489aa75-a3ff-4eee-a2f8-0549150b985e req-04d8eb83-2f9c-43d9-9e9e-9c1dd2b40c44 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.6238320
Jan 25 18:48:49.035168 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854161852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363661'] for network, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:49.046021 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:49.067777 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-7b36ccd2-c788-4443-ae76-ba4f9c9142d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:49.096594 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] 10.222.0.77 "DELETE /v2.0/networks/ae86318f-3b0a-4852-a5d3-58e0b22a7177 HTTP/1.1" status: 204  len: 168 time: 2.0235856
Jan 25 18:48:49.101116 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Pushing event deleted for resources: {'Network': ['ID=ae86318f-3b0a-4852-a5d3-58e0b22a7177,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:49.104179 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:49.135088 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0489aa75-a3ff-4eee-a2f8-0549150b985e req-921a3f44-3ef1-41c9-86b1-fd8248f03674 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945356
Jan 25 18:48:49.219739 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device a011ad87-4e0e-4767-8ade-1bac56f20e23 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:48:49.326208 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port a011ad87-4e0e-4767-8ade-1bac56f20e23 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:48:49.326613 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:49.444374 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 33450) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:48:49.505267 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-a88abe94-a77e-4c4f-9f89-21cbe17763a9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6f681add394c4a1a851572596a7d3a03&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0592542
Jan 25 18:48:49.510028 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 33456) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:48:49.589629 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e2997b32-dd9a-4a43-a288-0975169c4f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:49.658172 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e2997b32-dd9a-4a43-a288-0975169c4f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:49.776816 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adcde7-98ac-4ff5-8e58-55ff0f3de458 req-a65129e4-7c92-46a6-81f0-062c715e081f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:49.778600 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-15adcde7-98ac-4ff5-8e58-55ff0f3de458 req-a65129e4-7c92-46a6-81f0-062c715e081f tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 945 time: 0.1639249
Jan 25 18:48:49.779935 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e2997b32-dd9a-4a43-a288-0975169c4f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:49.784104 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-db1fc90f-427b-4c5a-b9de-c1f19a95782f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:49.811762 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2997b32-dd9a-4a43-a288-0975169c4f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647acfd8-cbdb-4cea-8e65-5b2e8107d893,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:49.816388 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e2997b32-dd9a-4a43-a288-0975169c4f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:49.829089 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e2997b32-dd9a-4a43-a288-0975169c4f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:49.830802 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-e2997b32-dd9a-4a43-a288-0975169c4f2a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/647acfd8-cbdb-4cea-8e65-5b2e8107d893 HTTP/1.1" status: 204  len: 168 time: 0.3191509
Jan 25 18:48:49.886095 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-15adcde7-98ac-4ff5-8e58-55ff0f3de458 req-8e5211be-dd5c-4cb8-b30d-db002df0e588 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936465
Jan 25 18:48:50.344713 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fd29c-9ec1-4a6f-9533-b70b576eaee1 req-eb148d05-eaaa-4ce3-9eea-a4a5f3a6dbd7 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:50.346613 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-008fd29c-9ec1-4a6f-9533-b70b576eaee1 req-eb148d05-eaaa-4ce3-9eea-a4a5f3a6dbd7 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 950 time: 0.1546259
Jan 25 18:48:50.407046 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-008fd29c-9ec1-4a6f-9533-b70b576eaee1 req-226aab1f-8f0a-4b09-8861-4c1c7ee4c4f8 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534708
Jan 25 18:48:50.444300 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 33474) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:48:50.504456 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-1cdb9cea-a193-4a07-b1f5-da4bd90300fb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=66bb3573c59145c3af3a373bcea387f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0586131
Jan 25 18:48:50.506458 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa1928-4b63-49da-a713-4f49fdb00e4d req-16369af6-4a1a-4140-9620-48a56c5cb56c tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:50.508178 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f0aa1928-4b63-49da-a713-4f49fdb00e4d req-16369af6-4a1a-4140-9620-48a56c5cb56c tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1835935
Jan 25 18:48:50.509257 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 33478) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:48:50.580057 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f0aa1928-4b63-49da-a713-4f49fdb00e4d req-2d778c0b-ff35-43b6-b049-e91fd2b1a0eb tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586050
Jan 25 18:48:50.581457 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-54f702c2-f5ef-475e-9b68-e13675af0622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:50.612048 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-54f702c2-f5ef-475e-9b68-e13675af0622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:50.670642 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-54f702c2-f5ef-475e-9b68-e13675af0622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:50.676494 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-610a3f2b-1472-4601-ada5-b6860517f252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:50.687820 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f702c2-f5ef-475e-9b68-e13675af0622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed7ddbd-822f-4f14-bc2f-a0c3f8e4ef36,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:50.691749 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-54f702c2-f5ef-475e-9b68-e13675af0622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:50.696575 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-54f702c2-f5ef-475e-9b68-e13675af0622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:50.698518 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-54f702c2-f5ef-475e-9b68-e13675af0622 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9ed7ddbd-822f-4f14-bc2f-a0c3f8e4ef36 HTTP/1.1" status: 204  len: 168 time: 0.1881618
Jan 25 18:48:50.809891 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e2500de7-9b11-4ee8-a4f2-4bded4d243f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:51.190036 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbd74d-88d2-4474-9438-c074feb3958d req-6f955a73-7b6e-4248-80ba-212d3c9dcaa5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:51.191737 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-75cbd74d-88d2-4474-9438-c074feb3958d req-6f955a73-7b6e-4248-80ba-212d3c9dcaa5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 945 time: 0.1350107
Jan 25 18:48:51.250170 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-75cbd74d-88d2-4474-9438-c074feb3958d req-18b6a79d-0477-4d6e-a3c2-1919b12d8310 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511014
Jan 25 18:48:51.680070 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee717c-979d-4a24-9417-9ded686a38f5 req-84f0955a-0c39-44a9-952f-0bec54217e4e tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:51.681784 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6aee717c-979d-4a24-9417-9ded686a38f5 req-84f0955a-0c39-44a9-952f-0bec54217e4e tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 950 time: 0.1300833
Jan 25 18:48:51.749623 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6aee717c-979d-4a24-9417-9ded686a38f5 req-fcf801d5-8eff-4898-8c3a-2613cc8eff2d tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607238
Jan 25 18:48:52.071863 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866b1f0-a86d-4cf4-adc4-b63ffcab4bb8 req-77bc185d-0841-4fb9-bd33-d7bfc7fe3e10 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:52.074440 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c866b1f0-a86d-4cf4-adc4-b63ffcab4bb8 req-77bc185d-0841-4fb9-bd33-d7bfc7fe3e10 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.2002730
Jan 25 18:48:52.163521 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c866b1f0-a86d-4cf4-adc4-b63ffcab4bb8 req-d4939eb4-f7ad-4f4b-bbfa-e876cde9cdc1 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809753
Jan 25 18:48:52.656717 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1238860-07d2-49ab-a1f3-35d70f2f334b req-4e88e980-92d4-4380-8923-21c01a8c9c43 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:52.659794 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c1238860-07d2-49ab-a1f3-35d70f2f334b req-4e88e980-92d4-4380-8923-21c01a8c9c43 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 945 time: 0.2303631
Jan 25 18:48:52.758592 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c1238860-07d2-49ab-a1f3-35d70f2f334b req-29f92af4-06f6-4a32-ba28-8505580b1af3 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916305
Jan 25 18:48:52.842583 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 33536) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:48:53.030087 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64f5cb-f24d-4531-ba67-9e9e54ed655a req-75240288-6583-46e2-b372-cd6ce032c521 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:53.032030 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6e64f5cb-f24d-4531-ba67-9e9e54ed655a req-75240288-6583-46e2-b372-cd6ce032c521 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 950 time: 0.1283967
Jan 25 18:48:53.035535 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:53.037210 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0cb3a5be-9e55-4c8c-9bdc-334811ea2395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:53.054532 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-0cb3a5be-9e55-4c8c-9bdc-334811ea2395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:48:53.059154 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-0cb3a5be-9e55-4c8c-9bdc-334811ea2395 admin admin] Usage tracker for resource:security_group_rule and tenant:4f2f55dffa004bfd910d3029c5f5f76e is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:48:53.062361 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-0cb3a5be-9e55-4c8c-9bdc-334811ea2395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:48:53.069124 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-0cb3a5be-9e55-4c8c-9bdc-334811ea2395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:48:53.091134 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6e64f5cb-f24d-4531-ba67-9e9e54ed655a req-793e5e13-c187-4267-9901-e949034ddafd tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523343
Jan 25 18:48:53.120741 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3f813947-16b1-4055-8979-ed4b2482204c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:53.171343 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0cb3a5be-9e55-4c8c-9bdc-334811ea2395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:53.174689 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0cb3a5be-9e55-4c8c-9bdc-334811ea2395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:53.184846 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-edee674b-9ccc-4584-aae7-62ca3f5b7fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:53.230765 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-0cb3a5be-9e55-4c8c-9bdc-334811ea2395 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4f2f55dffa004bfd910d3029c5f5f76e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3864083
Jan 25 18:48:53.232551 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 33544) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:48:53.236231 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3a5be-9e55-4c8c-9bdc-334811ea2395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2662476b-7990-453a-b4aa-d20b3ece334e,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:53.241491 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0cb3a5be-9e55-4c8c-9bdc-334811ea2395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:53.309410 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b3b61d4f-d0cf-4865-932f-34fca804a1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:53.343277 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b3b61d4f-d0cf-4865-932f-34fca804a1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:53.423988 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b3b61d4f-d0cf-4865-932f-34fca804a1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:53.434721 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-54f702c2-f5ef-475e-9b68-e13675af0622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:53.462537 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b61d4f-d0cf-4865-932f-34fca804a1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2662476b-7990-453a-b4aa-d20b3ece334e,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:53.467918 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b3b61d4f-d0cf-4865-932f-34fca804a1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:53.470097 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b3b61d4f-d0cf-4865-932f-34fca804a1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:53.477320 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-b3b61d4f-d0cf-4865-932f-34fca804a1d0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2662476b-7990-453a-b4aa-d20b3ece334e HTTP/1.1" status: 204  len: 168 time: 0.2426779
Jan 25 18:48:53.581183 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb9758-3899-4636-9e97-f50f15046606 req-cedda74e-c312-43c7-a51c-bede4fd7ff75 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:53.582930 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ebbb9758-3899-4636-9e97-f50f15046606 req-cedda74e-c312-43c7-a51c-bede4fd7ff75 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1619301
Jan 25 18:48:53.643604 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ebbb9758-3899-4636-9e97-f50f15046606 req-6d63b706-2312-4475-8314-95744e74df51 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532019
Jan 25 18:48:54.041278 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978adb41-0908-432f-bfed-2d1bf8512742 req-04fb9582-73b0-4a79-9439-f0a552237c29 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:54.042990 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-978adb41-0908-432f-bfed-2d1bf8512742 req-04fb9582-73b0-4a79-9439-f0a552237c29 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 945 time: 0.1322339
Jan 25 18:48:54.102652 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-978adb41-0908-432f-bfed-2d1bf8512742 req-57340c20-d62e-4056-8212-8ccafd74746d tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518866
Jan 25 18:48:54.376980 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d8fe5-989b-4428-a25f-a0e741e0439b req-c32ed12c-3273-49ef-9c5b-c46fdb903fca tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:54.378567 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b83d8fe5-989b-4428-a25f-a0e741e0439b req-c32ed12c-3273-49ef-9c5b-c46fdb903fca tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 950 time: 0.1204762
Jan 25 18:48:54.447399 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b83d8fe5-989b-4428-a25f-a0e741e0439b req-5dec820f-20c7-4efa-83a5-877590760dd4 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556135
Jan 25 18:48:54.760408 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:55.014440 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ea54f-d54f-4432-bf58-aa08baaf2f98 req-8f0b83c7-f0cc-41d2-9e7d-075a38506881 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:55.016185 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b09ea54f-d54f-4432-bf58-aa08baaf2f98 req-8f0b83c7-f0cc-41d2-9e7d-075a38506881 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1352310
Jan 25 18:48:55.093683 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b09ea54f-d54f-4432-bf58-aa08baaf2f98 req-e3c4da0c-5f43-42f5-8da2-1dfa7b6085f1 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648627
Jan 25 18:48:55.132945 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:55.424083 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa33d0-2785-4edd-b17b-2a6f7cf7d871 req-142f9ee9-9b8c-4804-89ee-d18323d246c8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:55.425862 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b6aa33d0-2785-4edd-b17b-2a6f7cf7d871 req-142f9ee9-9b8c-4804-89ee-d18323d246c8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 945 time: 0.1670749
Jan 25 18:48:55.514134 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b6aa33d0-2785-4edd-b17b-2a6f7cf7d871 req-ee734704-3575-47a8-a3b2-35e33383e994 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770912
Jan 25 18:48:55.773383 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e551af-6f35-46f3-a05f-97396f6f7765 req-05ff5e96-4349-42aa-896c-c3125fe6f3c5 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:55.775432 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a5e551af-6f35-46f3-a05f-97396f6f7765 req-05ff5e96-4349-42aa-896c-c3125fe6f3c5 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 950 time: 0.1271284
Jan 25 18:48:55.835600 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a5e551af-6f35-46f3-a05f-97396f6f7765 req-6273bd4e-ac7b-4ddc-b146-b590f6aa674e tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533025
Jan 25 18:48:56.364920 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a293a7-dfd3-4a05-99e6-3cbff519e11d req-29535a75-9b7c-44bd-9d33-3dc5e82c2815 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:56.366613 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-76a293a7-dfd3-4a05-99e6-3cbff519e11d req-29535a75-9b7c-44bd-9d33-3dc5e82c2815 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1240432
Jan 25 18:48:56.431070 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-76a293a7-dfd3-4a05-99e6-3cbff519e11d req-910f3b7f-b600-4b14-8beb-5a5d3607a0b1 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519891
Jan 25 18:48:56.843543 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb59e8-3592-4e58-986c-87bc38354873 req-4624694a-0f81-4494-a693-7887f8271fde tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:56.845383 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fcdb59e8-3592-4e58-986c-87bc38354873 req-4624694a-0f81-4494-a693-7887f8271fde tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 945 time: 0.1879025
Jan 25 18:48:56.904918 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fcdb59e8-3592-4e58-986c-87bc38354873 req-ed90f6ff-f222-4fa3-b9f1-e687f70f6c3b tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524721
Jan 25 18:48:57.242871 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfe6b5-9f96-4b4a-ac29-47c0a4366fa7 req-4dacaebf-dcd1-44e0-bad8-150d1270f3f9 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:57.246056 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d0dfe6b5-9f96-4b4a-ac29-47c0a4366fa7 req-4dacaebf-dcd1-44e0-bad8-150d1270f3f9 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 950 time: 0.1757159
Jan 25 18:48:57.308193 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d0dfe6b5-9f96-4b4a-ac29-47c0a4366fa7 req-a5f1b890-2f66-4fec-8ec7-48e2e568aac7 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557513
Jan 25 18:48:57.714067 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff0e4a-9275-48b2-a08d-0779022f682f req-cfe287c1-cf43-4618-b788-9d3e72d9d3af tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:57.715729 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d4ff0e4a-9275-48b2-a08d-0779022f682f req-cfe287c1-cf43-4618-b788-9d3e72d9d3af tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.1288936
Jan 25 18:48:57.844805 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d4ff0e4a-9275-48b2-a08d-0779022f682f req-ce348899-0ae2-46e5-ab6a-cd7a1acccc52 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148756
Jan 25 18:48:58.331277 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e76341-2860-4367-9c4d-26e35f027492 req-0c2da2fa-ca82-41a8-a906-fb2aa70b5c90 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:58.334184 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d3e76341-2860-4367-9c4d-26e35f027492 req-0c2da2fa-ca82-41a8-a906-fb2aa70b5c90 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 945 time: 0.2265537
Jan 25 18:48:58.425650 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43039906-df02-42f2-9b18-d920a530b747 req-6563f495-b71d-4c7d-af9d-5a40c15e0e24 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:58.428412 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-43039906-df02-42f2-9b18-d920a530b747 req-6563f495-b71d-4c7d-af9d-5a40c15e0e24 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 950 time: 0.3419640
Jan 25 18:48:58.433272 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d3e76341-2860-4367-9c4d-26e35f027492 req-12590130-5161-4f73-9bd2-06168fded859 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857742
Jan 25 18:48:58.482634 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf7483-e6be-4545-9903-b7a531b7da61 req-d962a624-4e2f-42c4-9b6e-7d495e31ec25 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:58.484291 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dfaf7483-e6be-4545-9903-b7a531b7da61 req-d962a624-4e2f-42c4-9b6e-7d495e31ec25 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.70 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 945 time: 0.3366961
Jan 25 18:48:58.604642 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-43039906-df02-42f2-9b18-d920a530b747 req-ae74486b-82ab-40c4-848b-c9c5f1d99007 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189425
Jan 25 18:48:58.617726 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-dfaf7483-e6be-4545-9903-b7a531b7da61 req-c0c94d4e-d02b-4964-bf1e-9ff7d00a3e40 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Deleting port 9f5dd006-1d8a-4c17-bb82-740c6c10f62e {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:48:58.618070 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-dfaf7483-e6be-4545-9903-b7a531b7da61 req-c0c94d4e-d02b-4964-bf1e-9ff7d00a3e40 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:59.102105 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-dfaf7483-e6be-4545-9903-b7a531b7da61 req-c0c94d4e-d02b-4964-bf1e-9ff7d00a3e40 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] For port 9f5dd006-1d8a-4c17-bb82-740c6c10f62e, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=9f5dd006-1d8a-4c17-bb82-740c6c10f62e,segment=NetworkSegment(64b31ac6-716f-4c4a-ad64-58104b03ceac),segment_id=64b31ac6-716f-4c4a-ad64-58104b03ceac)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:48:59.102795 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-dfaf7483-e6be-4545-9903-b7a531b7da61 req-c0c94d4e-d02b-4964-bf1e-9ff7d00a3e40 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:59.256809 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 9f5dd006-1d8a-4c17-bb82-740c6c10f62e no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:48:59.393098 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:59.426380 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba082ee-1d18-4301-a60c-25a549e037db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f5dd006-1d8a-4c17-bb82-740c6c10f62e'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:48:59.438855 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 9f5dd006-1d8a-4c17-bb82-740c6c10f62e, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=9f5dd006-1d8a-4c17-bb82-740c6c10f62e,segment=NetworkSegment(64b31ac6-716f-4c4a-ad64-58104b03ceac),segment_id=64b31ac6-716f-4c4a-ad64-58104b03ceac)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:48:59.442463 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:48:59.444486 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:48:59.526922 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=9f5dd006-1d8a-4c17-bb82-740c6c10f62e,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:48:59.536564 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:59.537025 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:59.537610 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:59.538004 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:59.538339 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:59.538708 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:59.539074 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:59.539437 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:59.539800 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:59.540161 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:59.540523 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:59.540881 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:59.541332 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:59.541696 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:59.542115 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:59.542419 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:59.542779 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:59.543214 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:59.543644 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:59.544417 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:59.544579 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:59.544930 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:59.545368 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:59.545730 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:48:59.551314 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba082ee-1d18-4301-a60c-25a549e037db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f5dd006-1d8a-4c17-bb82-740c6c10f62e', 'code': 200}
Jan 25 18:48:59.552186 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:48:59.625535 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-dfaf7483-e6be-4545-9903-b7a531b7da61 req-c0c94d4e-d02b-4964-bf1e-9ff7d00a3e40 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Calling delete_port for 9f5dd006-1d8a-4c17-bb82-740c6c10f62e owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:48:59.769399 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a6c15-68e0-40dd-9d09-4865e7118b05 req-417cdd26-df14-41c4-9580-897eb76e1b4f tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:59.771240 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f85a6c15-68e0-40dd-9d09-4865e7118b05 req-417cdd26-df14-41c4-9580-897eb76e1b4f tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.6517644
Jan 25 18:48:59.782458 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.db.api [req-dfaf7483-e6be-4545-9903-b7a531b7da61 req-c0c94d4e-d02b-4964-bf1e-9ff7d00a3e40 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80199) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 25 18:48:59.785058 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_db.api [req-dfaf7483-e6be-4545-9903-b7a531b7da61 req-c0c94d4e-d02b-4964-bf1e-9ff7d00a3e40 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 25 18:48:59.853313 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f85a6c15-68e0-40dd-9d09-4865e7118b05 req-e163e431-8baf-4f0a-b71b-9fdc75d05857 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662541
Jan 25 18:48:59.881771 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f575f-599b-42e8-8e94-6862d072bf42 req-73eb54d0-2b54-403a-8a11-d4ee4cb7047b tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:48:59.884719 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-894f575f-599b-42e8-8e94-6862d072bf42 req-73eb54d0-2b54-403a-8a11-d4ee4cb7047b tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 943 time: 0.1442652
Jan 25 18:48:59.993132 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-894f575f-599b-42e8-8e94-6862d072bf42 req-16253673-bf5d-4a4e-822f-10b99d7b1b1c tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976560
Jan 25 18:49:00.323921 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4e597-1074-4885-a79d-96ead7cc74bb req-2010eaa7-ee03-4ae9-adec-47788ef75e4a tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:00.326908 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ebe4e597-1074-4885-a79d-96ead7cc74bb req-2010eaa7-ee03-4ae9-adec-47788ef75e4a tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 950 time: 0.2175796
Jan 25 18:49:00.327826 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-dfaf7483-e6be-4545-9903-b7a531b7da61 req-c0c94d4e-d02b-4964-bf1e-9ff7d00a3e40 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Deleting port 9f5dd006-1d8a-4c17-bb82-740c6c10f62e {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:49:00.328453 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-dfaf7483-e6be-4545-9903-b7a531b7da61 req-c0c94d4e-d02b-4964-bf1e-9ff7d00a3e40 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:00.478729 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ebe4e597-1074-4885-a79d-96ead7cc74bb req-39e333cb-430a-4e4f-9053-ad69db083c14 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943849
Jan 25 18:49:00.732120 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-dfaf7483-e6be-4545-9903-b7a531b7da61 req-c0c94d4e-d02b-4964-bf1e-9ff7d00a3e40 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] For port 9f5dd006-1d8a-4c17-bb82-740c6c10f62e, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=9f5dd006-1d8a-4c17-bb82-740c6c10f62e,segment=NetworkSegment(64b31ac6-716f-4c4a-ad64-58104b03ceac),segment_id=64b31ac6-716f-4c4a-ad64-58104b03ceac)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:49:00.732596 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-dfaf7483-e6be-4545-9903-b7a531b7da61 req-c0c94d4e-d02b-4964-bf1e-9ff7d00a3e40 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:00.750855 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e19f86-fe35-468e-8416-5df9e5f4cd46 req-2059e058-1aaa-46c7-880c-ba971428cf6e tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:00.752576 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c1e19f86-fe35-468e-8416-5df9e5f4cd46 req-2059e058-1aaa-46c7-880c-ba971428cf6e tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.70 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 950 time: 0.1547654
Jan 25 18:49:00.852940 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-c1e19f86-fe35-468e-8416-5df9e5f4cd46 req-a8b5c368-b8c6-4e68-bb21-056a3ac7fb6f tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Deleting port a011ad87-4e0e-4767-8ade-1bac56f20e23 {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:49:00.853236 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-c1e19f86-fe35-468e-8416-5df9e5f4cd46 req-a8b5c368-b8c6-4e68-bb21-056a3ac7fb6f tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:00.883939 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-dfaf7483-e6be-4545-9903-b7a531b7da61 req-c0c94d4e-d02b-4964-bf1e-9ff7d00a3e40 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Calling delete_port for 9f5dd006-1d8a-4c17-bb82-740c6c10f62e owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:49:01.201114 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-dfaf7483-e6be-4545-9903-b7a531b7da61 req-c0c94d4e-d02b-4964-bf1e-9ff7d00a3e40 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:01.237813 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:01.418296 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-c1e19f86-fe35-468e-8416-5df9e5f4cd46 req-a8b5c368-b8c6-4e68-bb21-056a3ac7fb6f tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] For port a011ad87-4e0e-4767-8ade-1bac56f20e23, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=a011ad87-4e0e-4767-8ade-1bac56f20e23,segment=NetworkSegment(889fdbf8-7555-4db0-80b8-3ad16facf67b),segment_id=889fdbf8-7555-4db0-80b8-3ad16facf67b)] {{(pid=80198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:49:01.419327 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-c1e19f86-fe35-468e-8416-5df9e5f4cd46 req-a8b5c368-b8c6-4e68-bb21-056a3ac7fb6f tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:01.468563 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device a011ad87-4e0e-4767-8ade-1bac56f20e23 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:49:01.487776 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c94d4e-d02b-4964-bf1e-9ff7d00a3e40 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Pushing event deleted for resources: {'Port': ['ID=9f5dd006-1d8a-4c17-bb82-740c6c10f62e,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:01.591529 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c0c94d4e-d02b-4964-bf1e-9ff7d00a3e40 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:01.605661 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6adc0f-62a4-4dfa-bc94-db2b639192eb req-fcdc20f6-0519-4d75-bc4c-11c6266fd685 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:01.607407 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6e6adc0f-62a4-4dfa-bc94-db2b639192eb req-fcdc20f6-0519-4d75-bc4c-11c6266fd685 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.4332864
Jan 25 18:49:01.615122 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-c1e19f86-fe35-468e-8416-5df9e5f4cd46 req-a8b5c368-b8c6-4e68-bb21-056a3ac7fb6f tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Calling delete_port for a011ad87-4e0e-4767-8ade-1bac56f20e23 owned by compute:nova {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:49:01.661670 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9462a69e-8e24-4cb3-abdb-93369f0905b6 req-cd02a43e-0c13-4500-9369-8e8d276156d7 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 210 time: 0.1974618
Jan 25 18:49:01.747036 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:01.756344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639446c3-8cdc-4231-8f16-814e8396e51c req-3e58d44a-dcc6-44dc-895c-843b686363db tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:01.758116 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-639446c3-8cdc-4231-8f16-814e8396e51c req-3e58d44a-dcc6-44dc-895c-843b686363db tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.70 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 945 time: 0.4489894
Jan 25 18:49:01.823622 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514a9362-e8b9-467a-bff1-20141bd6dfd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a011ad87-4e0e-4767-8ade-1bac56f20e23'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:49:01.842815 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port a011ad87-4e0e-4767-8ade-1bac56f20e23, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=a011ad87-4e0e-4767-8ade-1bac56f20e23,segment=NetworkSegment(889fdbf8-7555-4db0-80b8-3ad16facf67b),segment_id=889fdbf8-7555-4db0-80b8-3ad16facf67b)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:49:01.851692 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:01.858111 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:01.905397 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfaf7483-e6be-4545-9903-b7a531b7da61 req-c0c94d4e-d02b-4964-bf1e-9ff7d00a3e40 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] No DVR routers for this DVR port 9f5dd006-1d8a-4c17-bb82-740c6c10f62e on host hv-cinder-77238 {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 18:49:01.919385 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-639446c3-8cdc-4231-8f16-814e8396e51c req-0c548dc9-9e26-40fa-97dc-ce0dff3196a9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Deleting port 2e8a6709-b03a-429e-8491-492e7bf96f35 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:49:01.919694 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-639446c3-8cdc-4231-8f16-814e8396e51c req-0c548dc9-9e26-40fa-97dc-ce0dff3196a9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:01.957081 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6e6adc0f-62a4-4dfa-bc94-db2b639192eb req-63413722-21a6-4b37-b2ab-770615532006 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3106861
Jan 25 18:49:01.995775 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-dfaf7483-e6be-4545-9903-b7a531b7da61 req-c0c94d4e-d02b-4964-bf1e-9ff7d00a3e40 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:01.998279 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 2e8a6709-b03a-429e-8491-492e7bf96f35 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:49:02.029056 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba082ee-1d18-4301-a60c-25a549e037db', 'name': 'network-vif-deleted', 'tag': '9f5dd006-1d8a-4c17-bb82-740c6c10f62e'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:49:02.038539 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.db.api [req-c1e19f86-fe35-468e-8416-5df9e5f4cd46 req-a8b5c368-b8c6-4e68-bb21-056a3ac7fb6f tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80198) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 25 18:49:02.041583 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_db.api [req-c1e19f86-fe35-468e-8416-5df9e5f4cd46 req-a8b5c368-b8c6-4e68-bb21-056a3ac7fb6f tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80198) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 25 18:49:02.083956 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=a011ad87-4e0e-4767-8ade-1bac56f20e23,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:02.087976 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dfaf7483-e6be-4545-9903-b7a531b7da61 req-c0c94d4e-d02b-4964-bf1e-9ff7d00a3e40 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.70 "DELETE /v2.0/ports/9f5dd006-1d8a-4c17-bb82-740c6c10f62e HTTP/1.1" status: 204  len: 173 time: 3.5865951
Jan 25 18:49:02.102429 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:02.174548 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514a9362-e8b9-467a-bff1-20141bd6dfd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a011ad87-4e0e-4767-8ade-1bac56f20e23', 'code': 200}
Jan 25 18:49:02.309004 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba082ee-1d18-4301-a60c-25a549e037db', 'name': 'network-vif-deleted', 'tag': '9f5dd006-1d8a-4c17-bb82-740c6c10f62e', 'status': 'completed', 'code': 200}
Jan 25 18:49:02.311438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:02.378324 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-639446c3-8cdc-4231-8f16-814e8396e51c req-0c548dc9-9e26-40fa-97dc-ce0dff3196a9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] For port 2e8a6709-b03a-429e-8491-492e7bf96f35, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=2e8a6709-b03a-429e-8491-492e7bf96f35,segment=NetworkSegment(176dc6f2-0c02-4621-a68b-f4ed6bbe54d8),segment_id=176dc6f2-0c02-4621-a68b-f4ed6bbe54d8)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:49:02.379009 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-639446c3-8cdc-4231-8f16-814e8396e51c req-0c548dc9-9e26-40fa-97dc-ce0dff3196a9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:02.390497 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 2e8a6709-b03a-429e-8491-492e7bf96f35, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=2e8a6709-b03a-429e-8491-492e7bf96f35,segment=NetworkSegment(176dc6f2-0c02-4621-a68b-f4ed6bbe54d8),segment_id=176dc6f2-0c02-4621-a68b-f4ed6bbe54d8)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:49:02.397366 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:02.418039 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5d30dcd1-316a-4d12-a1da-1250401a81c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:02.529478 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef94d0f-03a3-4cb0-896f-ab918684aac3 req-6f6e9076-c22b-4cd0-8065-1fe45a568236 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:02.531699 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-639446c3-8cdc-4231-8f16-814e8396e51c req-0c548dc9-9e26-40fa-97dc-ce0dff3196a9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Calling delete_port for 2e8a6709-b03a-429e-8491-492e7bf96f35 owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:49:02.539450 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1ef94d0f-03a3-4cb0-896f-ab918684aac3 req-6f6e9076-c22b-4cd0-8065-1fe45a568236 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 948 time: 0.1548131
Jan 25 18:49:02.568456 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-c1e19f86-fe35-468e-8416-5df9e5f4cd46 req-a8b5c368-b8c6-4e68-bb21-056a3ac7fb6f tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Deleting port a011ad87-4e0e-4767-8ade-1bac56f20e23 {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:49:02.568876 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-c1e19f86-fe35-468e-8416-5df9e5f4cd46 req-a8b5c368-b8c6-4e68-bb21-056a3ac7fb6f tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:02.613008 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=2e8a6709-b03a-429e-8491-492e7bf96f35,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:02.630049 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:02.638326 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.db.api [req-639446c3-8cdc-4231-8f16-814e8396e51c req-0c548dc9-9e26-40fa-97dc-ce0dff3196a9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80199) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 25 18:49:02.638914 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_db.api [req-639446c3-8cdc-4231-8f16-814e8396e51c req-0c548dc9-9e26-40fa-97dc-ce0dff3196a9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 25 18:49:02.644765 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1ef94d0f-03a3-4cb0-896f-ab918684aac3 req-5a556329-f6a1-4197-8e2c-2dbf2ba3ec14 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/security-groups?id=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042941
Jan 25 18:49:02.909424 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-c1e19f86-fe35-468e-8416-5df9e5f4cd46 req-a8b5c368-b8c6-4e68-bb21-056a3ac7fb6f tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] For port a011ad87-4e0e-4767-8ade-1bac56f20e23, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=a011ad87-4e0e-4767-8ade-1bac56f20e23,segment=NetworkSegment(889fdbf8-7555-4db0-80b8-3ad16facf67b),segment_id=889fdbf8-7555-4db0-80b8-3ad16facf67b)] {{(pid=80198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:49:02.909822 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-c1e19f86-fe35-468e-8416-5df9e5f4cd46 req-a8b5c368-b8c6-4e68-bb21-056a3ac7fb6f tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:03.103210 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-c1e19f86-fe35-468e-8416-5df9e5f4cd46 req-a8b5c368-b8c6-4e68-bb21-056a3ac7fb6f tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Calling delete_port for a011ad87-4e0e-4767-8ade-1bac56f20e23 owned by compute:nova {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:49:03.118190 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:49:03.140420 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-639446c3-8cdc-4231-8f16-814e8396e51c req-0c548dc9-9e26-40fa-97dc-ce0dff3196a9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Deleting port 2e8a6709-b03a-429e-8491-492e7bf96f35 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:49:03.141998 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-639446c3-8cdc-4231-8f16-814e8396e51c req-0c548dc9-9e26-40fa-97dc-ce0dff3196a9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:03.152286 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b9b59c5b-49e9-46e1-83b4-91859b12324e req-40ee7e75-db39-433d-bc19-78a46ee07ced tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=6ba082ee-1d18-4301-a60c-25a549e037db HTTP/1.1" status: 200  len: 210 time: 0.1652820
Jan 25 18:49:03.592287 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-c1e19f86-fe35-468e-8416-5df9e5f4cd46 req-a8b5c368-b8c6-4e68-bb21-056a3ac7fb6f tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:03.655327 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2845df-9ffd-4e62-ac3c-07dbabbb0ab6 req-54e46556-8e97-4aea-a8b2-9b6f6f1e0155 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:03.658440 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ba2845df-9ffd-4e62-ac3c-07dbabbb0ab6 req-54e46556-8e97-4aea-a8b2-9b6f6f1e0155 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 943 time: 0.3139255
Jan 25 18:49:03.675112 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:03.709200 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-639446c3-8cdc-4231-8f16-814e8396e51c req-0c548dc9-9e26-40fa-97dc-ce0dff3196a9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] For port 2e8a6709-b03a-429e-8491-492e7bf96f35, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=2e8a6709-b03a-429e-8491-492e7bf96f35,segment=NetworkSegment(176dc6f2-0c02-4621-a68b-f4ed6bbe54d8),segment_id=176dc6f2-0c02-4621-a68b-f4ed6bbe54d8)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:49:03.709820 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-639446c3-8cdc-4231-8f16-814e8396e51c req-0c548dc9-9e26-40fa-97dc-ce0dff3196a9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:03.850905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5c368-b8c6-4e68-bb21-056a3ac7fb6f tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Pushing event deleted for resources: {'Port': ['ID=a011ad87-4e0e-4767-8ade-1bac56f20e23,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:03.931828 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-639446c3-8cdc-4231-8f16-814e8396e51c req-0c548dc9-9e26-40fa-97dc-ce0dff3196a9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Calling delete_port for 2e8a6709-b03a-429e-8491-492e7bf96f35 owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:49:03.947954 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a8b5c368-b8c6-4e68-bb21-056a3ac7fb6f tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:04.005278 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ba2845df-9ffd-4e62-ac3c-07dbabbb0ab6 req-a125a6fa-e305-4561-88fa-1d0f72e328ad tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/security-groups?id=85709a36-892c-471b-a835-1eed744a3346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2629895
Jan 25 18:49:04.065822 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6a738bda-0663-4fec-8250-ede4c72ef80a req-6d6a9490-3db7-48c3-b1b8-4a68fb4ea100 tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.77 "GET /v2.0/ports?device_id=514a9362-e8b9-467a-bff1-20141bd6dfd9 HTTP/1.1" status: 200  len: 210 time: 0.2267427
Jan 25 18:49:04.157638 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e19f86-fe35-468e-8416-5df9e5f4cd46 req-a8b5c368-b8c6-4e68-bb21-056a3ac7fb6f tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] No DVR routers for this DVR port a011ad87-4e0e-4767-8ade-1bac56f20e23 on host hv-cinder-77238 {{(pid=80198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 18:49:04.160213 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-c1e19f86-fe35-468e-8416-5df9e5f4cd46 req-a8b5c368-b8c6-4e68-bb21-056a3ac7fb6f tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:04.164308 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514a9362-e8b9-467a-bff1-20141bd6dfd9', 'name': 'network-vif-deleted', 'tag': 'a011ad87-4e0e-4767-8ade-1bac56f20e23'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:49:04.177120 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fa1c4b-a2df-4e89-bfc1-ed46354bd847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e8a6709-b03a-429e-8491-492e7bf96f35'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:49:04.185372 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c1e19f86-fe35-468e-8416-5df9e5f4cd46 req-a8b5c368-b8c6-4e68-bb21-056a3ac7fb6f tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] 10.222.0.70 "DELETE /v2.0/ports/a011ad87-4e0e-4767-8ade-1bac56f20e23 HTTP/1.1" status: 204  len: 173 time: 3.4229784
Jan 25 18:49:04.303468 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fa1c4b-a2df-4e89-bfc1-ed46354bd847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e8a6709-b03a-429e-8491-492e7bf96f35', 'code': 200}
Jan 25 18:49:04.351499 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514a9362-e8b9-467a-bff1-20141bd6dfd9', 'name': 'network-vif-deleted', 'tag': 'a011ad87-4e0e-4767-8ade-1bac56f20e23', 'status': 'completed', 'code': 200}
Jan 25 18:49:04.394946 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-639446c3-8cdc-4231-8f16-814e8396e51c req-0c548dc9-9e26-40fa-97dc-ce0dff3196a9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:04.433210 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:04.537141 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c548dc9-9e26-40fa-97dc-ce0dff3196a9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Pushing event deleted for resources: {'Port': ['ID=2e8a6709-b03a-429e-8491-492e7bf96f35,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:04.548011 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0c548dc9-9e26-40fa-97dc-ce0dff3196a9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:04.883981 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-639446c3-8cdc-4231-8f16-814e8396e51c req-0c548dc9-9e26-40fa-97dc-ce0dff3196a9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] No DVR routers for this DVR port 2e8a6709-b03a-429e-8491-492e7bf96f35 on host hv-cinder-77238 {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 18:49:04.888165 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-639446c3-8cdc-4231-8f16-814e8396e51c req-0c548dc9-9e26-40fa-97dc-ce0dff3196a9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:04.893396 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fa1c4b-a2df-4e89-bfc1-ed46354bd847', 'name': 'network-vif-deleted', 'tag': '2e8a6709-b03a-429e-8491-492e7bf96f35'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:49:04.911515 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-639446c3-8cdc-4231-8f16-814e8396e51c req-0c548dc9-9e26-40fa-97dc-ce0dff3196a9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.70 "DELETE /v2.0/ports/2e8a6709-b03a-429e-8491-492e7bf96f35 HTTP/1.1" status: 204  len: 173 time: 3.1464894
Jan 25 18:49:05.169164 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fa1c4b-a2df-4e89-bfc1-ed46354bd847', 'name': 'network-vif-deleted', 'tag': '2e8a6709-b03a-429e-8491-492e7bf96f35', 'status': 'completed', 'code': 200}
Jan 25 18:49:05.267708 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bac99-7ed1-4667-9260-1b7da079fcec req-ccae81a5-b4b7-4080-9776-f38e2ac2654d tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:05.269470 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3b3bac99-7ed1-4667-9260-1b7da079fcec req-ccae81a5-b4b7-4080-9776-f38e2ac2654d tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 946 time: 0.2608001
Jan 25 18:49:05.348872 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3b3bac99-7ed1-4667-9260-1b7da079fcec req-707a37e8-354b-456d-99d9-40d49899b4ae tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675178
Jan 25 18:49:05.627887 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-f02f64ab-335d-4f2a-899d-00a2667fe056 req-67c32bdb-c1a5-4a3b-8061-83090caf9046 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Synchronizing usage tracker for tenant:e33a018e9f954cdc8b0b90314907d180 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:49:05.654387 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-f02f64ab-335d-4f2a-899d-00a2667fe056 req-67c32bdb-c1a5-4a3b-8061-83090caf9046 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Unset dirty status for tenant:e33a018e9f954cdc8b0b90314907d180 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:49:05.656505 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f02f64ab-335d-4f2a-899d-00a2667fe056 req-67c32bdb-c1a5-4a3b-8061-83090caf9046 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] 10.222.0.77 "GET /v2.0/ports?device_id=54fa1c4b-a2df-4e89-bfc1-ed46354bd847 HTTP/1.1" status: 200  len: 210 time: 0.0790119
Jan 25 18:49:06.764779 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f7bcd-9c96-4118-a6e3-b4e1b42da726 req-07297040-a3b1-4af2-b771-3d3a99d417e2 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:06.766308 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-849f7bcd-9c96-4118-a6e3-b4e1b42da726 req-07297040-a3b1-4af2-b771-3d3a99d417e2 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Synchronizing usage tracker for tenant:249a90a17b6743d183168f87ef1741b5 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:49:06.787521 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-849f7bcd-9c96-4118-a6e3-b4e1b42da726 req-07297040-a3b1-4af2-b771-3d3a99d417e2 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Unset dirty status for tenant:249a90a17b6743d183168f87ef1741b5 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:49:06.789219 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-849f7bcd-9c96-4118-a6e3-b4e1b42da726 req-07297040-a3b1-4af2-b771-3d3a99d417e2 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 946 time: 0.2087922
Jan 25 18:49:06.840200 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef7a1a-a44c-4018-b2b5-4f62488dbd4f req-4b1495cc-516b-44b2-a6b8-77e77725773b tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:06.853618 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-11ef7a1a-a44c-4018-b2b5-4f62488dbd4f req-4b1495cc-516b-44b2-a6b8-77e77725773b tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 945 time: 0.2377813
Jan 25 18:49:06.898231 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-849f7bcd-9c96-4118-a6e3-b4e1b42da726 req-35a8bfb3-1c38-4a9b-84b0-2acc78b8c5d4 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019580
Jan 25 18:49:06.955850 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-11ef7a1a-a44c-4018-b2b5-4f62488dbd4f req-16595165-6fe7-43e7-bc9a-9ba15ab0d952 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005516
Jan 25 18:49:07.114170 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 33854) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:07.594695 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2cff5-da68-4f33-a8ac-281c427ddfd3 req-24c060ec-d187-44c6-8d09-85505bda717e tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:07.597575 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bec2cff5-da68-4f33-a8ac-281c427ddfd3 req-24c060ec-d187-44c6-8d09-85505bda717e tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.70 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 946 time: 0.1540613
Jan 25 18:49:07.640023 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 2f64510e-2374-4ac8-be8c-581a49af2479 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:49:07.753065 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 2f64510e-2374-4ac8-be8c-581a49af2479 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:49:07.753763 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:07.865225 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-bec2cff5-da68-4f33-a8ac-281c427ddfd3 req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Deleting port 2f64510e-2374-4ac8-be8c-581a49af2479 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:49:07.866243 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-bec2cff5-da68-4f33-a8ac-281c427ddfd3 req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:08.622977 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9b067-9841-462a-abdf-cee3ffc929ed req-45eb48c5-9d7e-4e0a-9aad-8c65bc23ef90 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:08.624712 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dde9b067-9841-462a-abdf-cee3ffc929ed req-45eb48c5-9d7e-4e0a-9aad-8c65bc23ef90 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 945 time: 0.2393816
Jan 25 18:49:08.638922 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a4a102b7-8c48-4d9f-939a-fc940ebe3680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854412189'] for router_interface, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:08.893549 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dde9b067-9841-462a-abdf-cee3ffc929ed req-a3829ad5-50e0-40e0-9d47-2c149c8c6c8a tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2585351
Jan 25 18:49:08.909292 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-bec2cff5-da68-4f33-a8ac-281c427ddfd3 req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] For port 2f64510e-2374-4ac8-be8c-581a49af2479, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=2f64510e-2374-4ac8-be8c-581a49af2479,segment=NetworkSegment(64b31ac6-716f-4c4a-ad64-58104b03ceac),segment_id=64b31ac6-716f-4c4a-ad64-58104b03ceac)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:49:08.909637 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-bec2cff5-da68-4f33-a8ac-281c427ddfd3 req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:08.953138 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3cc8a-5807-429e-9b08-0e62b1f2a56c req-5c50b2f4-21f9-495a-be36-61aa93959115 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:08.954822 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-98b3cc8a-5807-429e-9b08-0e62b1f2a56c req-5c50b2f4-21f9-495a-be36-61aa93959115 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 946 time: 0.5552065
Jan 25 18:49:09.161596 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-98b3cc8a-5807-429e-9b08-0e62b1f2a56c req-340af7ef-1d0d-436e-ae88-f6a5002dfd37 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1995010
Jan 25 18:49:09.176103 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-a4a102b7-8c48-4d9f-939a-fc940ebe3680 admin admin] Deleting port 542bfef4-58ff-4552-a4f6-43705783b87d {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:49:09.177071 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a4a102b7-8c48-4d9f-939a-fc940ebe3680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:09.181199 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-bec2cff5-da68-4f33-a8ac-281c427ddfd3 req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Calling delete_port for 2f64510e-2374-4ac8-be8c-581a49af2479 owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:49:09.364825 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-bec2cff5-da68-4f33-a8ac-281c427ddfd3 req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:09.401341 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 2f64510e-2374-4ac8-be8c-581a49af2479 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:49:09.492545 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] No Port match for: 2f64510e-2374-4ac8-be8c-581a49af2479 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 18:49:09.493651 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 2f64510e-2374-4ac8-be8c-581a49af2479 not bound to the agent host hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 18:49:09.494698 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device a979c983-61d2-4458-bcf9-432702302d09 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:49:09.516453 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:09.570045 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Pushing event deleted for resources: {'Port': ['ID=2f64510e-2374-4ac8-be8c-581a49af2479,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:09.583735 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:09.584131 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:09.584523 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:09.584909 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:09.585319 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:09.585704 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:09.586086 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:09.586462 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:09.586838 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:09.587211 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:09.587587 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:09.587955 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:09.588379 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:09.589472 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:09.589973 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:09.590359 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:09.590738 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:09.591131 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:09.591488 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:09.592330 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:09.592330 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:09.592636 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:09.592945 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:09.593329 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:09.638237 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec2cff5-da68-4f33-a8ac-281c427ddfd3 req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] No DVR routers for this DVR port 2f64510e-2374-4ac8-be8c-581a49af2479 on host hv-cinder-77238 {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 18:49:09.640204 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:09.641306 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-bec2cff5-da68-4f33-a8ac-281c427ddfd3 req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:09.653505 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6f01ce-eb49-4355-a03c-8a0b20bf1273', 'name': 'network-vif-deleted', 'tag': '2f64510e-2374-4ac8-be8c-581a49af2479'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:49:09.674178 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bec2cff5-da68-4f33-a8ac-281c427ddfd3 req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.70 "DELETE /v2.0/ports/2f64510e-2374-4ac8-be8c-581a49af2479 HTTP/1.1" status: 204  len: 173 time: 2.0691130
Jan 25 18:49:09.694449 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-a4a102b7-8c48-4d9f-939a-fc940ebe3680 admin admin] For port 542bfef4-58ff-4552-a4f6-43705783b87d, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=542bfef4-58ff-4552-a4f6-43705783b87d,segment=NetworkSegment(176dc6f2-0c02-4621-a68b-f4ed6bbe54d8),segment_id=176dc6f2-0c02-4621-a68b-f4ed6bbe54d8)] {{(pid=80198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:49:09.694861 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a4a102b7-8c48-4d9f-939a-fc940ebe3680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:09.720647 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6f01ce-eb49-4355-a03c-8a0b20bf1273', 'name': 'network-vif-deleted', 'tag': '2f64510e-2374-4ac8-be8c-581a49af2479', 'status': 'completed', 'code': 200}
Jan 25 18:49:09.742055 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515c26c-0a65-4446-b56d-9f78f18e3ac0 req-f80b3e8e-3492-403a-a2f0-a6a71a6dff8c tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:09.743733 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4515c26c-0a65-4446-b56d-9f78f18e3ac0 req-f80b3e8e-3492-403a-a2f0-a6a71a6dff8c tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.70 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 945 time: 0.2309997
Jan 25 18:49:09.767351 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:09.810694 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0bb8b59-e3cd-4459-802d-139ffd20ff73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a979c983-61d2-4458-bcf9-432702302d09'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:49:09.852077 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port a979c983-61d2-4458-bcf9-432702302d09, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=a979c983-61d2-4458-bcf9-432702302d09,segment=NetworkSegment(28f7dce5-bd7d-42e4-ac16-3cce4136308f),segment_id=28f7dce5-bd7d-42e4-ac16-3cce4136308f)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:49:09.859946 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:09.863428 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:09.964057 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0bb8b59-e3cd-4459-802d-139ffd20ff73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a979c983-61d2-4458-bcf9-432702302d09', 'code': 200}
Jan 25 18:49:10.006279 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=a979c983-61d2-4458-bcf9-432702302d09,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:10.021376 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:10.057514 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-a4a102b7-8c48-4d9f-939a-fc940ebe3680 admin admin] Calling delete_port for 542bfef4-58ff-4552-a4f6-43705783b87d owned by network:router_interface {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:49:10.231910 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-4515c26c-0a65-4446-b56d-9f78f18e3ac0 req-de04ab07-607f-4811-bcca-98af2ca85e81 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Deleting port a979c983-61d2-4458-bcf9-432702302d09 {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:49:10.232616 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-4515c26c-0a65-4446-b56d-9f78f18e3ac0 req-de04ab07-607f-4811-bcca-98af2ca85e81 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:10.250012 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6838db5-9279-4e82-9fe1-29223cd545eb req-193110c7-b313-4022-b6c9-ce9bf3d91a79 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:10.251928 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c6838db5-9279-4e82-9fe1-29223cd545eb req-193110c7-b313-4022-b6c9-ce9bf3d91a79 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 943 time: 0.1547716
Jan 25 18:49:10.313069 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c6838db5-9279-4e82-9fe1-29223cd545eb req-0f9bcf5a-7607-4351-8f39-ada075839b4b tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534565
Jan 25 18:49:10.653154 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-925392e5-5a4c-4cdb-97c8-e75cbc75ef6c req-31a9ffdd-05c9-4be0-a91c-958708b0f99c tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=9c6f01ce-eb49-4355-a03c-8a0b20bf1273 HTTP/1.1" status: 200  len: 210 time: 0.0913615
Jan 25 18:49:10.966727 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a4a102b7-8c48-4d9f-939a-fc940ebe3680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:10.987734 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:11.054979 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-4515c26c-0a65-4446-b56d-9f78f18e3ac0 req-de04ab07-607f-4811-bcca-98af2ca85e81 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] For port a979c983-61d2-4458-bcf9-432702302d09, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=a979c983-61d2-4458-bcf9-432702302d09,segment=NetworkSegment(28f7dce5-bd7d-42e4-ac16-3cce4136308f),segment_id=28f7dce5-bd7d-42e4-ac16-3cce4136308f)] {{(pid=80198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:49:11.055471 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-4515c26c-0a65-4446-b56d-9f78f18e3ac0 req-de04ab07-607f-4811-bcca-98af2ca85e81 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:11.065986 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a102b7-8c48-4d9f-939a-fc940ebe3680 admin admin] Pushing event deleted for resources: {'Port': ['ID=542bfef4-58ff-4552-a4f6-43705783b87d,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:11.074408 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a4a102b7-8c48-4d9f-939a-fc940ebe3680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:11.266652 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-4515c26c-0a65-4446-b56d-9f78f18e3ac0 req-de04ab07-607f-4811-bcca-98af2ca85e81 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Calling delete_port for a979c983-61d2-4458-bcf9-432702302d09 owned by compute:nova {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:49:11.601862 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-4515c26c-0a65-4446-b56d-9f78f18e3ac0 req-de04ab07-607f-4811-bcca-98af2ca85e81 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:11.669454 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4278d32a-85fb-47c0-95f8-f83761eba6cc req-15a9198f-161c-48ce-9266-fa604f403af1 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 210 time: 0.1506498
Jan 25 18:49:11.917929 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cc12433c-15b4-48e3-a70c-962d4cd881ef tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:11.999298 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04ab07-607f-4811-bcca-98af2ca85e81 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Pushing event deleted for resources: {'Port': ['ID=a979c983-61d2-4458-bcf9-432702302d09,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:12.018234 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-de04ab07-607f-4811-bcca-98af2ca85e81 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:12.254046 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a4a102b7-8c48-4d9f-939a-fc940ebe3680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-368848'] for router_interface, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:12.421741 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-4515c26c-0a65-4446-b56d-9f78f18e3ac0 req-de04ab07-607f-4811-bcca-98af2ca85e81 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] No DVR routers for this DVR port a979c983-61d2-4458-bcf9-432702302d09 on host hv-cinder-77238 {{(pid=80198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 18:49:12.426638 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-4515c26c-0a65-4446-b56d-9f78f18e3ac0 req-de04ab07-607f-4811-bcca-98af2ca85e81 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:12.429637 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0bb8b59-e3cd-4459-802d-139ffd20ff73', 'name': 'network-vif-deleted', 'tag': 'a979c983-61d2-4458-bcf9-432702302d09'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:49:12.468011 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4515c26c-0a65-4446-b56d-9f78f18e3ac0 req-de04ab07-607f-4811-bcca-98af2ca85e81 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.70 "DELETE /v2.0/ports/a979c983-61d2-4458-bcf9-432702302d09 HTTP/1.1" status: 204  len: 173 time: 2.6571522
Jan 25 18:49:12.582858 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0bb8b59-e3cd-4459-802d-139ffd20ff73', 'name': 'network-vif-deleted', 'tag': 'a979c983-61d2-4458-bcf9-432702302d09', 'status': 'completed', 'code': 200}
Jan 25 18:49:13.019160 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a102b7-8c48-4d9f-939a-fc940ebe3680 admin admin] Router dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:49:13.201551 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 34100) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:13.244912 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-d5dee06a-4ecf-415c-849c-ebe72cedd8be req-ddf4b37d-ee36-4d22-96a8-a0d280313ae8 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Synchronizing usage tracker for tenant:dca5b49d7c2f4169873d85cc3750b1d9 on resource:port {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:49:13.289822 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 34108) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:13.453789 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-d5dee06a-4ecf-415c-849c-ebe72cedd8be req-ddf4b37d-ee36-4d22-96a8-a0d280313ae8 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Unset dirty status for tenant:dca5b49d7c2f4169873d85cc3750b1d9 on resource:port {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:49:13.456223 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d5dee06a-4ecf-415c-849c-ebe72cedd8be req-ddf4b37d-ee36-4d22-96a8-a0d280313ae8 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=d0bb8b59-e3cd-4459-802d-139ffd20ff73 HTTP/1.1" status: 200  len: 210 time: 0.4267874
Jan 25 18:49:13.559703 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a102b7-8c48-4d9f-939a-fc940ebe3680 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:49:13.572133 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6afd085-7049-477f-91b9-863305efa365 None None] Sync routers for ids ['dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96'] in dv-cinder-772388-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:49:13.576295 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-a4a102b7-8c48-4d9f-939a-fc940ebe3680 admin admin] 10.222.0.77 "PUT /v2.0/routers/dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4605772
Jan 25 18:49:13.577593 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 34114) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:13.586169 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6afd085-7049-477f-91b9-863305efa365 None None] Routers {'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:49:13.586852 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-b6afd085-7049-477f-91b9-863305efa365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fe10940>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:48:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:49:13.628896 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4002c933-eb48-4325-9888-eace723d433e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:13.664709 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-33cc3c19-f217-46b9-bb10-0a26ae1519cc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7c31736beccc410195ab1de8c002a59e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3730819
Jan 25 18:49:13.665624 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 34118) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:13.686712 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-4002c933-eb48-4325-9888-eace723d433e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:49:13.695346 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-4002c933-eb48-4325-9888-eace723d433e admin admin] Usage tracker for resource:security_group_rule and tenant:5a464c38674a4be284c7389a1d428805 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:49:13.705320 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-4002c933-eb48-4325-9888-eace723d433e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:49:13.717602 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-4002c933-eb48-4325-9888-eace723d433e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:49:13.771201 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-031f355d-c5a5-407e-b934-70f9d47e4b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:13.822942 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-b6afd085-7049-477f-91b9-863305efa365 None None] Set router dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:49:13.842068 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-031f355d-c5a5-407e-b934-70f9d47e4b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:13.941593 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-031f355d-c5a5-407e-b934-70f9d47e4b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:13.976821 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1adf223e-f13f-4edf-a931-25698195fcd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:14.003898 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f355d-c5a5-407e-b934-70f9d47e4b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:14.009706 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-031f355d-c5a5-407e-b934-70f9d47e4b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:14.052399 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-031f355d-c5a5-407e-b934-70f9d47e4b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:14.067868 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-031f355d-c5a5-407e-b934-70f9d47e4b26 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/15bbb4ef-bc76-4c83-aaea-8c84ecb3cf9c HTTP/1.1" status: 204  len: 168 time: 0.3872073
Jan 25 18:49:14.102942 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-eeeb0367-5750-49a4-8c31-77c864786ed1 admin admin] Notify callbacks [] for router, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:14.105105 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4002c933-eb48-4325-9888-eace723d433e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:14.111018 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4002c933-eb48-4325-9888-eace723d433e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:14.127166 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-ff562210-7ca4-4c58-b691-40445e6490d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:14.192769 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-4002c933-eb48-4325-9888-eace723d433e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5a464c38674a4be284c7389a1d428805&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9896743
Jan 25 18:49:14.193920 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002c933-eb48-4325-9888-eace723d433e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df5da7c-2a46-412e-b97d-122bb9e65fd1,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:14.196646 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 34130) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:14.200003 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-4002c933-eb48-4325-9888-eace723d433e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:14.249825 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-b6afd085-7049-477f-91b9-863305efa365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fe10940>, [{'id': 'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96', 'name': 'tempest-ServerRescueNegativeTestJSON-403068748-router', 'tenant_id': 'e33a018e9f954cdc8b0b90314907d180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '4e039aee-a0bd-4120-bd0e-efc105bf3634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:49:10Z', 'revision_number': 5, 'project_id': 'e33a018e9f954cdc8b0b90314907d180', 'gw_port': {'id': '4e039aee-a0bd-4120-bd0e-efc105bf3634', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:44Z', 'updated_at': '2021-01-25T18:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:49:14.254725 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6afd085-7049-477f-91b9-863305efa365 None None] Checking router: dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96 for host: dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:49:14.273271 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6afd085-7049-477f-91b9-863305efa365 None None] Routers {'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:49:14.273271 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-b6afd085-7049-477f-91b9-863305efa365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fe10940>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:48:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:49:14.283794 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d78116e4-e7c8-4e92-9f12-5185db558510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:14.311340 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d78116e4-e7c8-4e92-9f12-5185db558510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:14.352516 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906a03d-7c28-491a-98ca-5bcd36c2990a req-c11deb93-180a-4107-a9d1-a212d3a88b9a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:14.354328 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3906a03d-7c28-491a-98ca-5bcd36c2990a req-c11deb93-180a-4107-a9d1-a212d3a88b9a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 946 time: 0.3812897
Jan 25 18:49:14.380978 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d78116e4-e7c8-4e92-9f12-5185db558510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:14.391669 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8c1afb80-8fb6-4551-b1e0-17b30294b65d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:14.423615 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78116e4-e7c8-4e92-9f12-5185db558510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df5da7c-2a46-412e-b97d-122bb9e65fd1,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:14.427975 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d78116e4-e7c8-4e92-9f12-5185db558510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:14.429804 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d78116e4-e7c8-4e92-9f12-5185db558510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:14.433188 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-d78116e4-e7c8-4e92-9f12-5185db558510 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8df5da7c-2a46-412e-b97d-122bb9e65fd1 HTTP/1.1" status: 204  len: 168 time: 0.2338760
Jan 25 18:49:14.452949 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3906a03d-7c28-491a-98ca-5bcd36c2990a req-823dcc02-9a35-43d6-829c-3268bfa4f997 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874128
Jan 25 18:49:14.467029 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-eeeb0367-5750-49a4-8c31-77c864786ed1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:14.476514 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb0367-5750-49a4-8c31-77c864786ed1 admin admin] Deleting port 4e039aee-a0bd-4120-bd0e-efc105bf3634 {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:49:14.477446 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-eeeb0367-5750-49a4-8c31-77c864786ed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:14.539516 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-b6afd085-7049-477f-91b9-863305efa365 None None] Set router dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:49:14.720295 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-eeeb0367-5750-49a4-8c31-77c864786ed1 admin admin] For port 4e039aee-a0bd-4120-bd0e-efc105bf3634, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=4e039aee-a0bd-4120-bd0e-efc105bf3634,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:49:14.720812 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-eeeb0367-5750-49a4-8c31-77c864786ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:14.873931 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb0367-5750-49a4-8c31-77c864786ed1 admin admin] Calling delete_port for 4e039aee-a0bd-4120-bd0e-efc105bf3634 owned by network:router_gateway {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:49:14.921316 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-b6afd085-7049-477f-91b9-863305efa365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fe10940>, [{'id': 'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96', 'name': 'tempest-ServerRescueNegativeTestJSON-403068748-router', 'tenant_id': 'e33a018e9f954cdc8b0b90314907d180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '4e039aee-a0bd-4120-bd0e-efc105bf3634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:49:10Z', 'revision_number': 5, 'project_id': 'e33a018e9f954cdc8b0b90314907d180', 'gw_port': {'id': '4e039aee-a0bd-4120-bd0e-efc105bf3634', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:44Z', 'updated_at': '2021-01-25T18:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:49:14.927240 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6afd085-7049-477f-91b9-863305efa365 None None] The sync data for ids ['dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96'] in dv-cinder-772388-1-iscsi is: [{'id': 'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96', 'name': 'tempest-ServerRescueNegativeTestJSON-403068748-router', 'tenant_id': 'e33a018e9f954cdc8b0b90314907d180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '4e039aee-a0bd-4120-bd0e-efc105bf3634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:49:10Z', 'revision_number': 5, 'project_id': 'e33a018e9f954cdc8b0b90314907d180', 'gw_port': {'id': '4e039aee-a0bd-4120-bd0e-efc105bf3634', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:44Z', 'updated_at': '2021-01-25T18:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:49:15.210522 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 542bfef4-58ff-4552-a4f6-43705783b87d no longer exists at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:49:15.279882 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] No Port match for: 542bfef4-58ff-4552-a4f6-43705783b87d {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 18:49:15.280334 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 542bfef4-58ff-4552-a4f6-43705783b87d not bound to the agent host dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 18:49:15.369555 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-eeeb0367-5750-49a4-8c31-77c864786ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING neutron.plugins.ml2.ovo_rpc [None req-eeeb0367-5750-49a4-8c31-77c864786ed1 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     result = function(*args, **kwargs)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     proto.__init__(conn_state, self)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     self.handle()
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     self.handle_one_request()
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     self.handle_one_response()
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     result = self.application(self.environ, start_response)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     return app(environ, start_response)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     resp = self.call_func(req, *args, **kw)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.func(req, *args, **kwargs)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     response = req.get_response(self.application)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     application, catch_exc_info=False)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     app_iter = application(self.environ, start_response)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     resp = self.call_func(req, *args, **kw)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.func(req, *args, **kwargs)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     response = req.get_response(self.application)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     application, catch_exc_info=False)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     app_iter = application(self.environ, start_response)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     resp = self.call_func(req, *args, **kw)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.func(req, *args, **kwargs)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     response = req.get_response(self.application)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     application, catch_exc_info=False)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     app_iter = application(self.environ, start_response)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     resp = self.call_func(req, *args, **kw)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.func(req, *args, **kwargs)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     response = req.get_response(self.application)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     application, catch_exc_info=False)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     app_iter = application(self.environ, start_response)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     resp = self.call_func(req, *args, **kw)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.func(req, *args, **kwargs)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     return request.get_response(self.application)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     application, catch_exc_info=False)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     app_iter = application(self.environ, start_response)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     resp = self.call_func(req, *args, **kw)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.func(req, *args, **kwargs)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     response = req.get_response(self._app)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     application, catch_exc_info=False)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     app_iter = application(self.environ, start_response)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     return resp(environ, start_response)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     return resp(environ, start_response)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     response = self.app(environ, start_response)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     return resp(environ, start_response)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     resp = self.call_func(req, *args, **kw)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.func(req, *args, **kwargs)
Jan 25 18:49:15.377413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:     result = method(request=request, **args)
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self._delete(request, id, **kwargs)
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(*args, **kwargs)
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(*args, **kwargs)
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(*dup_args, **dup_kwargs)
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:     obj_deleter(request.context, id, **kwargs)
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:     return method(*args, **kwargs)
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(*args, **kwargs)
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(*args, **kwargs)
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(*dup_args, **dup_kwargs)
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:     self._delete_current_gw_port(context, id, router, None)
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(self, context, *args, **kwargs)
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:     return method(*args, **kwargs)
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:     context, port, router_ids, bound_mech_contexts)
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:     return function(*args, **kwargs)
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:     callback(resource, event, trigger, **kwargs)
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:     if self._is_session_semantic_violated(context, resource, event):
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]:     stack = traceback.extract_stack()
Jan 25 18:49:15.385397 dv-cinder-772388-1-iscsi neutron-server[80085]: 
Jan 25 18:49:15.741283 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-eeeb0367-5750-49a4-8c31-77c864786ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367976'] for router_gateway, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:15.817962 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 34172) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:15.891068 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87af3e-87d4-4faf-8792-abf379fcaf7b req-48f33c18-a94f-4442-b110-54c8ba6fb2f9 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:15.892092 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-bd87af3e-87d4-4faf-8792-abf379fcaf7b req-48f33c18-a94f-4442-b110-54c8ba6fb2f9 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Synchronizing usage tracker for tenant:249a90a17b6743d183168f87ef1741b5 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:49:15.912343 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-bd87af3e-87d4-4faf-8792-abf379fcaf7b req-48f33c18-a94f-4442-b110-54c8ba6fb2f9 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Unset dirty status for tenant:249a90a17b6743d183168f87ef1741b5 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:49:15.913816 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bd87af3e-87d4-4faf-8792-abf379fcaf7b req-48f33c18-a94f-4442-b110-54c8ba6fb2f9 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 946 time: 0.1923800
Jan 25 18:49:15.940673 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-eeeb0367-5750-49a4-8c31-77c864786ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:15.944437 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-eeeb0367-5750-49a4-8c31-77c864786ed1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:16.043304 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-eeeb0367-5750-49a4-8c31-77c864786ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854410295'] for router, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:16.043923 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeeb0367-5750-49a4-8c31-77c864786ed1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96 {{(pid=80198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 25 18:49:16.044384 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bd87af3e-87d4-4faf-8792-abf379fcaf7b req-90dd55ef-d3e5-4b11-83f8-e772f569ece8 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211166
Jan 25 18:49:16.056497 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2083448621-network', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:49:16.060558 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-eeeb0367-5750-49a4-8c31-77c864786ed1 admin admin] Notify callbacks [] for router, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:16.061886 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-eeeb0367-5750-49a4-8c31-77c864786ed1 admin admin] 10.222.0.77 "DELETE /v2.0/routers/dc1a0e6c-a4e3-4ea9-99c9-9d9ef8194b96 HTTP/1.1" status: 204  len: 168 time: 2.4828463
Jan 25 18:49:16.065659 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 34180) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:16.085228 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:49:16.097333 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] Usage tracker for resource:network and tenant:234b78cd296a4bdea51c2f35045a0c86 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:49:16.097333 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:49:16.110076 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:49:16.127825 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] Made reservation on behalf of 234b78cd296a4bdea51c2f35045a0c86 for: {'network': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:49:16.132895 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for network, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:16.149211 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:16.166961 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:49:16.171355 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] Usage tracker for resource:security_group_rule and tenant:234b78cd296a4bdea51c2f35045a0c86 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:49:16.174628 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:49:16.181804 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:49:16.239298 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Deleting subnet 7e41f3cd-e809-4d09-9708-244cf575d1af {{(pid=80198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 25 18:49:16.248108 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:16.327265 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847568619'] for subnet, precommit_delete_associations {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:16.327834 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:16.333387 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:16.341862 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-6092d8fa-478e-4745-a7ae-ddd0ae17bed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:16.411189 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 25 18:49:16.422497 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4509d4f-82ca-468b-9417-658d0cf5a9ee req-42397e47-ac94-42fe-9b2c-482d96ba37f9 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:16.424241 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e4509d4f-82ca-468b-9417-658d0cf5a9ee req-42397e47-ac94-42fe-9b2c-482d96ba37f9 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.2793260
Jan 25 18:49:16.430582 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e34f21f-0795-483b-b266-cd3de89015f6,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:16.435665 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-613998'] for subnet, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:16.437218 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:16.444589 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:16.445253 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.segments_db [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] Added segment 66e0d49b-515f-4380-830b-7da54bd1fc06 of type vxlan for network 5befc5c7-4fb1-441f-ae56-895f36e7215f
Jan 25 18:49:16.501654 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298168216078'] for network, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:16.560199 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:16.561402 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:16.563068 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:16.571392 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e4509d4f-82ca-468b-9417-658d0cf5a9ee req-f068b5f1-064a-40b7-bdf3-0e7be3bf0ec7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1009510
Jan 25 18:49:16.606784 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:16.640500 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8206398
Jan 25 18:49:16.663897 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 34186) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:16.674037 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-0c795362-1b75-4a31-9a8f-06e8187a17fe admin admin] Request body: {'subnet': {'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2083448621-subnet', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'ip_version': 4}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:49:16.683010 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-0c795362-1b75-4a31-9a8f-06e8187a17fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:49:16.741546 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-0c795362-1b75-4a31-9a8f-06e8187a17fe admin admin] Usage tracker for resource:subnet and tenant:234b78cd296a4bdea51c2f35045a0c86 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:49:16.751218 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-0c795362-1b75-4a31-9a8f-06e8187a17fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:49:16.759818 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-0c795362-1b75-4a31-9a8f-06e8187a17fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:49:16.766818 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] Pushing event updated for resources: {'Network': ['ID=5befc5c7-4fb1-441f-ae56-895f36e7215f,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:16.772024 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:16.778287 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c795362-1b75-4a31-9a8f-06e8187a17fe admin admin] Made reservation on behalf of 234b78cd296a4bdea51c2f35045a0c86 for: {'subnet': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:49:16.783116 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0c795362-1b75-4a31-9a8f-06e8187a17fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847588136'] for subnet, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:16.785329 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Network 5befc5c7-4fb1-441f-ae56-895f36e7215f details requested by agent ovs-agent-dv-cinder-772388-1-iscsi with host dv-cinder-772388-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:49:16.864730 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847568475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7478248'] for subnet, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:16.892458 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:16.948146 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e41f3cd-e809-4d09-9708-244cf575d1af,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:16.960871 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:16.961295 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:16.961623 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:16.962027 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:16.962426 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:16.962810 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:16.963197 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:16.963582 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:16.963967 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:16.964344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:16.964728 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:16.965138 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:16.965570 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:16.965951 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:16.966332 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:16.966708 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:16.967085 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:16.967467 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:16.967840 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:16.968226 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:16.968611 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:16.969014 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:16.969365 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:16.969742 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:16.973854 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:17.065519 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:17.074298 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-a6bf99d4-93db-4352-ac21-9330620dc28c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7e41f3cd-e809-4d09-9708-244cf575d1af HTTP/1.1" status: 204  len: 168 time: 1.0071859
Jan 25 18:49:17.078469 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 34190) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:17.255001 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 4e039aee-a0bd-4120-bd0e-efc105bf3634 no longer exists at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:49:17.281734 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-df8454c7-0dd1-474f-b4d1-08637ecefe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854171154'] for network, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:17.304167 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] No Port match for: 4e039aee-a0bd-4120-bd0e-efc105bf3634 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 18:49:17.304857 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 4e039aee-a0bd-4120-bd0e-efc105bf3634 not bound to the agent host dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 18:49:17.505966 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-df8454c7-0dd1-474f-b4d1-08637ecefe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-613939', 'neutron.services.segments.db._delete_segments_for_network--9223363298167826975'] for network, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:17.516803 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0c795362-1b75-4a31-9a8f-06e8187a17fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848365515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847588117'] for subnet, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:17.540237 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:17.635773 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-df8454c7-0dd1-474f-b4d1-08637ecefe93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a237708d0>,) {'filters': {'network_id': ['18622258-cc8c-47a0-913a-154bf9be8ebc']}} {{(pid=80198) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:49:17.661238 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-df8454c7-0dd1-474f-b4d1-08637ecefe93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a237708d0>, '176dc6f2-0c02-4621-a68b-f4ed6bbe54d8') {'for_net_delete': True} {{(pid=80198) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:49:17.661746 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-df8454c7-0dd1-474f-b4d1-08637ecefe93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a237708d0>, '176dc6f2-0c02-4621-a68b-f4ed6bbe54d8') {} {{(pid=80198) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:49:17.686121 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-df8454c7-0dd1-474f-b4d1-08637ecefe93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298167820831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7207198'] for segment, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:17.723116 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-df8454c7-0dd1-474f-b4d1-08637ecefe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:17.726981 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-df8454c7-0dd1-474f-b4d1-08637ecefe93 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 25 18:49:17.783472 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01604d16-773c-4441-bcfe-58657e2ea077 req-3be19124-c5dc-49d1-8c8c-cfcd33cf2977 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:17.786182 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-01604d16-773c-4441-bcfe-58657e2ea077 req-3be19124-c5dc-49d1-8c8c-cfcd33cf2977 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 946 time: 0.4769347
Jan 25 18:49:17.799609 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c795362-1b75-4a31-9a8f-06e8187a17fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=51e7574b-cada-4174-8553-3c9fdb07fc53,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:17.843753 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0c795362-1b75-4a31-9a8f-06e8187a17fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:17.951731 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-01604d16-773c-4441-bcfe-58657e2ea077 req-2d4f85bb-9449-4bc5-be4f-84ef3e693346 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1571445
Jan 25 18:49:18.019604 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c795362-1b75-4a31-9a8f-06e8187a17fe admin admin] Checking segment: {'id': '66e0d49b-515f-4380-830b-7da54bd1fc06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:49:18.020058 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c795362-1b75-4a31-9a8f-06e8187a17fe admin admin] Network hostable DHCP agents. Network: 5befc5c7-4fb1-441f-ae56-895f36e7215f, hostable agents: ['caa9e31d-b776-4d13-8aa3-93174b581c26'], hosted agents: [] {{(pid=80199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 25 18:49:18.041312 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c795362-1b75-4a31-9a8f-06e8187a17fe admin admin] Network 5befc5c7-4fb1-441f-ae56-895f36e7215f is scheduled to be hosted by DHCP agent caa9e31d-b776-4d13-8aa3-93174b581c26 with binding_index 1 {{(pid=80199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 25 18:49:18.052156 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-0c795362-1b75-4a31-9a8f-06e8187a17fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-iscsi, 5befc5c7-4fb1-441f-ae56-895f36e7215f) {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:49:18.064898 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c795362-1b75-4a31-9a8f-06e8187a17fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:18.065528 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27435c8c-eea9-4098-8fb8-f79fe5be543d None None] Network 5befc5c7-4fb1-441f-ae56-895f36e7215f requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:49:18.065643 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0c795362-1b75-4a31-9a8f-06e8187a17fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:18.096617 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-0c795362-1b75-4a31-9a8f-06e8187a17fe admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.4274840
Jan 25 18:49:18.097291 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 34200) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:18.103540 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2083448621-router', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:49:18.108878 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:49:18.114643 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] Usage tracker for resource:router and tenant:234b78cd296a4bdea51c2f35045a0c86 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:49:18.120075 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:49:18.130466 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:49:18.149709 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-363710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5894'] for router, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:18.151969 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854407017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854407908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854426065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769859'] for router, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:18.181343 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-df8454c7-0dd1-474f-b4d1-08637ecefe93 admin admin] Network 18622258-cc8c-47a0-913a-154bf9be8ebc has no segments {{(pid=80198) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:49:18.181890 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:18.193967 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-df8454c7-0dd1-474f-b4d1-08637ecefe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-607990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7338759'] for segment, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:18.326883 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb7ba8-e685-4550-8758-7e2f01d3db98 req-f00b372f-ca89-42b7-80fc-bcc8add0411a tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:18.328628 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dfcb7ba8-e685-4550-8758-7e2f01d3db98 req-f00b372f-ca89-42b7-80fc-bcc8add0411a tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.5523081
Jan 25 18:49:18.446304 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6e4a158-ec2a-5bcf-86aa-ff9ef77c1257-5befc5c7-4fb1-441f-ae56-895f36e7215f', 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'fixed_ips': [{'subnet_id': '51e7574b-cada-4174-8553-3c9fdb07fc53'}]}} from dv-cinder-772388-1-iscsi. {{(pid=80201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 25 18:49:18.448915 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:18.474586 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-df8454c7-0dd1-474f-b4d1-08637ecefe93 admin admin] Network 18622258-cc8c-47a0-913a-154bf9be8ebc has no segments {{(pid=80198) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]: Traceback (most recent call last):
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:     timer()
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:     cb(*args, **kw)
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:     return func(*args, **kwargs)
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:     self._notify()
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:     self.callback(batched_events)
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:     event.method(event)
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:     segment_id)['aggregates'][0]
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(self, *a, **k)
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self._get(url).json()
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:     **kwargs)
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.request(url, 'GET', **kwargs)
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:     **endpoint_filter)
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 25 18:49:18.503338 dv-cinder-772388-1-iscsi neutron-server[80085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 25 18:49:18.523285 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854407889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-365246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769876'] for router, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:18.622181 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dfcb7ba8-e685-4550-8758-7e2f01d3db98 req-162b6607-2998-448a-b225-152a75c534e7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2698998
Jan 25 18:49:18.633738 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-df8454c7-0dd1-474f-b4d1-08637ecefe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854161852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363661'] for network, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:18.643079 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-df8454c7-0dd1-474f-b4d1-08637ecefe93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:18.661514 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:18.705598 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8454c7-0dd1-474f-b4d1-08637ecefe93 admin admin] Pushing event deleted for resources: {'Network': ['ID=18622258-cc8c-47a0-913a-154bf9be8ebc,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:18.712854 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-df8454c7-0dd1-474f-b4d1-08637ecefe93 admin admin] 10.222.0.77 "DELETE /v2.0/networks/18622258-cc8c-47a0-913a-154bf9be8ebc HTTP/1.1" status: 204  len: 168 time: 1.6310289
Jan 25 18:49:18.712854 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-df8454c7-0dd1-474f-b4d1-08637ecefe93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:18.901487 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 34208) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:18.961073 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-4f25501f-dae2-4bc3-a8e1-b4444eed9381 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e33a018e9f954cdc8b0b90314907d180&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0580020
Jan 25 18:49:18.963812 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 34212) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:18.990999 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Allocated IP 172.20.0.2 (5befc5c7-4fb1-441f-ae56-895f36e7215f/51e7574b-cada-4174-8553-3c9fdb07fc53/b6575338-bf26-4aee-a74d-d361a20155fe) {{(pid=80201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:49:19.092889 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c1e2db01-5618-4309-b41a-5af25074d627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:19.127093 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c1e2db01-5618-4309-b41a-5af25074d627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:19.184602 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c1e2db01-5618-4309-b41a-5af25074d627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:19.191348 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f650e810-3b43-4830-a1af-963b9003c0d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:19.209843 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2db01-5618-4309-b41a-5af25074d627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85709a36-892c-471b-a835-1eed744a3346,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:19.214285 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c1e2db01-5618-4309-b41a-5af25074d627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:19.223697 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c1e2db01-5618-4309-b41a-5af25074d627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:19.225638 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-c1e2db01-5618-4309-b41a-5af25074d627 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/85709a36-892c-471b-a835-1eed744a3346 HTTP/1.1" status: 204  len: 168 time: 0.2605827
Jan 25 18:49:19.401412 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:19.448390 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:19.528444 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:19.548684 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8522a71-c3da-4d4e-b892-eba7bfde7ccc req-67d22078-438f-4e1e-90ac-dcf812bf37d9 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:19.550430 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d8522a71-c3da-4d4e-b892-eba7bfde7ccc req-67d22078-438f-4e1e-90ac-dcf812bf37d9 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 946 time: 0.2667909
Jan 25 18:49:19.738653 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Notify callbacks [] for port, precommit_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:19.753784 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d8522a71-c3da-4d4e-b892-eba7bfde7ccc req-3bcb9862-b3fe-4886-aa44-a70ca6c766ac tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167071
Jan 25 18:49:19.760935 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Transition to ACTIVE for port object b6575338-bf26-4aee-a74d-d361a20155fe will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:49:19.809367 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Transition to ACTIVE for port object b6575338-bf26-4aee-a74d-d361a20155fe will not be triggered until provisioned by entity DHCP. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:49:19.820692 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723'] for port, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:19.893288 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:19.999217 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Network 5befc5c7-4fb1-441f-ae56-895f36e7215f details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:49:20.055715 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Pushing event updated for resources: {'Port': ['ID=b6575338-bf26-4aee-a74d-d361a20155fe,revision_number=1']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:20.062989 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98668d13-c1fb-4424-8987-32787f6984ff req-0fe84583-e164-4917-a959-3796575bd055 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:20.065519 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-98668d13-c1fb-4424-8987-32787f6984ff req-0fe84583-e164-4917-a959-3796575bd055 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.2307701
Jan 25 18:49:20.105602 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] Allocated IP 172.27.1.189 (ef7ca5be-17a0-4c04-be0c-5aafd7b465e2/d3ebd7f5-b535-4f35-9c6a-a58c394e9ef4/f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:49:20.136300 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:20.222157 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device c848c6b2-06db-4a71-9bee-e76271616245 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:49:20.308176 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-98668d13-c1fb-4424-8987-32787f6984ff req-350e8492-a0ca-4fb1-9bf5-9d087c784563 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2350738
Jan 25 18:49:20.423024 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Network 5befc5c7-4fb1-441f-ae56-895f36e7215f is already hosted by enough agents. {{(pid=80201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:49:20.425199 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Resources bound (agent type, host, resource id):  {{(pid=80201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:49:20.438059 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4388d3b-d744-43b8-92e3-3c0462ff8644 req-477a5713-94be-46d3-8d7a-d7f4daf575b6 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:20.440894 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a4388d3b-d744-43b8-92e3-3c0462ff8644 req-477a5713-94be-46d3-8d7a-d7f4daf575b6 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.70 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 946 time: 0.3505874
Jan 25 18:49:20.459112 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Received port after_create {{(pid=80201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:49:20.582459 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:20.610864 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-a4388d3b-d744-43b8-92e3-3c0462ff8644 req-17c30dde-f924-4498-b215-f9e910ce641a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Deleting port c848c6b2-06db-4a71-9bee-e76271616245 {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:49:20.611496 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-a4388d3b-d744-43b8-92e3-3c0462ff8644 req-17c30dde-f924-4498-b215-f9e910ce641a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:20.611928 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:20.636860 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Attempting to bind port b6575338-bf26-4aee-a74d-d361a20155fe on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:49:20.637416 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Attempting to bind port b6575338-bf26-4aee-a74d-d361a20155fe by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': '66e0d49b-515f-4380-830b-7da54bd1fc06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:49:20.637703 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Attempting to bind port b6575338-bf26-4aee-a74d-d361a20155fe on network 5befc5c7-4fb1-441f-ae56-895f36e7215f {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:49:20.651229 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07cf690-13cd-483e-97f1-53b4214bc8d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c848c6b2-06db-4a71-9bee-e76271616245'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:49:20.656744 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:49:20.657227 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Checking segment: {'id': '66e0d49b-515f-4380-830b-7da54bd1fc06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:49:20.657736 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:20.658171 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Bound using segment: {'id': '66e0d49b-515f-4380-830b-7da54bd1fc06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:49:20.659126 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Bound port: b6575338-bf26-4aee-a74d-d361a20155fe, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e0d49b-515f-4380-830b-7da54bd1fc06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:49:20.659555 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:20.684207 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port c848c6b2-06db-4a71-9bee-e76271616245, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c848c6b2-06db-4a71-9bee-e76271616245,segment=NetworkSegment(64b31ac6-716f-4c4a-ad64-58104b03ceac),segment_id=64b31ac6-716f-4c4a-ad64-58104b03ceac)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:49:20.730841 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:20.772612 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b33557e5-058d-4411-98bf-61b9d539090b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:20.799262 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] For port b6575338-bf26-4aee-a74d-d361a20155fe, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:49:20.809509 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] For port b6575338-bf26-4aee-a74d-d361a20155fe, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=b6575338-bf26-4aee-a74d-d361a20155fe,segment=NetworkSegment(66e0d49b-515f-4380-830b-7da54bd1fc06),segment_id=66e0d49b-515f-4380-830b-7da54bd1fc06)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:49:20.823727 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:20.826172 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:20.845148 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:20.896060 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07cf690-13cd-483e-97f1-53b4214bc8d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c848c6b2-06db-4a71-9bee-e76271616245', 'code': 200}
Jan 25 18:49:20.948136 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d1e05b4-1009-409b-8b07-bae1e65f579a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:21.013426 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] Pushing event updated for resources: {'Port': ['ID=f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:21.019528 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:21.099383 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=c848c6b2-06db-4a71-9bee-e76271616245,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:21.322867 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Pushing event updated for resources: {'Port': ['ID=b6575338-bf26-4aee-a74d-d361a20155fe,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:21.327418 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:21.328103 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.448s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:21.328671 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:21.372660 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] Network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:49:21.381494 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:49:21.384740 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:49:21.902976 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-a4388d3b-d744-43b8-92e3-3c0462ff8644 req-17c30dde-f924-4498-b215-f9e910ce641a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] For port c848c6b2-06db-4a71-9bee-e76271616245, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c848c6b2-06db-4a71-9bee-e76271616245,segment=NetworkSegment(64b31ac6-716f-4c4a-ad64-58104b03ceac),segment_id=64b31ac6-716f-4c4a-ad64-58104b03ceac)] {{(pid=80198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:49:21.904096 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-a4388d3b-d744-43b8-92e3-3c0462ff8644 req-17c30dde-f924-4498-b215-f9e910ce641a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:21.958898 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a52d8e-4140-437c-b082-32670e9ff7fc req-db053a05-f48e-4cb3-ab97-a13b47f4ae2a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:21.960940 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-38a52d8e-4140-437c-b082-32670e9ff7fc req-db053a05-f48e-4cb3-ab97-a13b47f4ae2a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 944 time: 0.3131409
Jan 25 18:49:22.123456 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-a4388d3b-d744-43b8-92e3-3c0462ff8644 req-17c30dde-f924-4498-b215-f9e910ce641a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Calling delete_port for c848c6b2-06db-4a71-9bee-e76271616245 owned by compute:nova {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:49:22.226580 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-38a52d8e-4140-437c-b082-32670e9ff7fc req-9f38c51f-0f9b-4430-935a-63eb5a31330d tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/security-groups?id=36ac5988-e761-417f-8bf8-2609dfc1ac5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1973457
Jan 25 18:49:22.348082 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-a4388d3b-d744-43b8-92e3-3c0462ff8644 req-17c30dde-f924-4498-b215-f9e910ce641a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:22.368821 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:22.420192 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8f7c6-5f77-4841-bf64-637876aa3619 req-f4833bb4-645c-4630-bded-43f43a4b2019 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:22.425493 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-24e8f7c6-5f77-4841-bf64-637876aa3619 req-f4833bb4-645c-4630-bded-43f43a4b2019 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.4120529
Jan 25 18:49:22.432200 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c30dde-f924-4498-b215-f9e910ce641a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Pushing event deleted for resources: {'Port': ['ID=c848c6b2-06db-4a71-9bee-e76271616245,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:22.437096 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-17c30dde-f924-4498-b215-f9e910ce641a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:22.546345 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:22.648396 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4388d3b-d744-43b8-92e3-3c0462ff8644 req-17c30dde-f924-4498-b215-f9e910ce641a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] No DVR routers for this DVR port c848c6b2-06db-4a71-9bee-e76271616245 on host hv-cinder-77238 {{(pid=80198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 18:49:22.652146 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-a4388d3b-d744-43b8-92e3-3c0462ff8644 req-17c30dde-f924-4498-b215-f9e910ce641a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:22.677117 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07cf690-13cd-483e-97f1-53b4214bc8d1', 'name': 'network-vif-deleted', 'tag': 'c848c6b2-06db-4a71-9bee-e76271616245'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:49:22.689564 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a4388d3b-d744-43b8-92e3-3c0462ff8644 req-17c30dde-f924-4498-b215-f9e910ce641a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.70 "DELETE /v2.0/ports/c848c6b2-06db-4a71-9bee-e76271616245 HTTP/1.1" status: 204  len: 173 time: 2.2412915
Jan 25 18:49:22.770329 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07cf690-13cd-483e-97f1-53b4214bc8d1', 'name': 'network-vif-deleted', 'tag': 'c848c6b2-06db-4a71-9bee-e76271616245', 'status': 'completed', 'code': 200}
Jan 25 18:49:23.053757 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:23.139110 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e3b076c0-ae17-406c-b158-4a8a31694530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:23.162969 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854412087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367926'] for router, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:23.190834 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-24e8f7c6-5f77-4841-bf64-637876aa3619 req-e432dedd-3187-4e4b-9b50-427845a81322 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7400863
Jan 25 18:49:23.407172 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device b6575338-bf26-4aee-a74d-d361a20155fe up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:49:23.464238 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af394cf5-9508-4a5a-8adb-4a251d3ba086 None None] Network 5befc5c7-4fb1-441f-ae56-895f36e7215f requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:49:23.647496 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-d7652cfa-d8c4-486b-a29b-041c355cbf65 None None] Provisioning for port b6575338-bf26-4aee-a74d-d361a20155fe completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:49:23.709018 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port b6575338-bf26-4aee-a74d-d361a20155fe completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:49:23.721888 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port b6575338-bf26-4aee-a74d-d361a20155fe triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:49:23.723730 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:23.790963 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] Router 0e260a82-dfee-4505-a415-3037882e3aa5 is scheduled to L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b with binding_index 1 {{(pid=80199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 25 18:49:23.828060 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-ea3fe360-18d3-492b-a69b-fc0cdb9f434e req-4546a37c-4c52-4966-b178-aabbd9092c37 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Synchronizing usage tracker for tenant:249a90a17b6743d183168f87ef1741b5 on resource:port {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:49:23.857004 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-ea3fe360-18d3-492b-a69b-fc0cdb9f434e req-4546a37c-4c52-4966-b178-aabbd9092c37 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Unset dirty status for tenant:249a90a17b6743d183168f87ef1741b5 on resource:port {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:49:23.859083 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ea3fe360-18d3-492b-a69b-fc0cdb9f434e req-4546a37c-4c52-4966-b178-aabbd9092c37 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] 10.222.0.77 "GET /v2.0/ports?device_id=b07cf690-13cd-483e-97f1-53b4214bc8d1 HTTP/1.1" status: 200  len: 210 time: 0.1288207
Jan 25 18:49:24.063362 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:49:24.093869 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:24.108767 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] Notify callbacks [] for router, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:24.110239 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 6.0120914
Jan 25 18:49:24.115510 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 34294) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:24.134239 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] Sync routers for ids ['0e260a82-dfee-4505-a415-3037882e3aa5'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:49:24.199266 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] For port b6575338-bf26-4aee-a74d-d361a20155fe, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=b6575338-bf26-4aee-a74d-d361a20155fe,segment=NetworkSegment(66e0d49b-515f-4380-830b-7da54bd1fc06),segment_id=66e0d49b-515f-4380-830b-7da54bd1fc06)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:49:24.202339 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] Routers {'0e260a82-dfee-4505-a415-3037882e3aa5'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:49:24.203041 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fdde1d0>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:49:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['0e260a82-dfee-4505-a415-3037882e3aa5'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:49:24.318510 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:24.419695 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:24.874271 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:24.896600 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd332c-c0e6-40e2-a3d7-711411d6daa4 req-cd318ebe-0007-445b-9872-86dc8c0a381e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:24.899410 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0fbd332c-c0e6-40e2-a3d7-711411d6daa4 req-cd318ebe-0007-445b-9872-86dc8c0a381e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.5140984
Jan 25 18:49:24.907933 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Pushing event updated for resources: {'Port': ['ID=b6575338-bf26-4aee-a74d-d361a20155fe,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:24.917584 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:24.956841 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] Set router 0e260a82-dfee-4505-a415-3037882e3aa5 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:49:25.080419 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0fbd332c-c0e6-40e2-a3d7-711411d6daa4 req-732f5137-162e-4aa8-b609-a48e625ce3b0 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1697185
Jan 25 18:49:25.150038 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 34306) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:25.389543 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-5c30ac1d-31b9-490a-abc3-0687c31eef91 None None] Provisioning complete for port b6575338-bf26-4aee-a74d-d361a20155fe triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:49:25.390262 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5c30ac1d-31b9-490a-abc3-0687c31eef91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:25.501719 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:25.503224 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device b6575338-bf26-4aee-a74d-d361a20155fe up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:49:25.717411 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3d73de77-7d2a-4ccd-9d90-f1ad0a2d9010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:25.718834 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_v2 [None req-313150a2-71b5-44b4-97ab-d709549d9933 admin admin] Deleting subnet ca41d6d8-122b-484f-9bde-52f953964f34 {{(pid=80198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 25 18:49:25.723278 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-313150a2-71b5-44b4-97ab-d709549d9933 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:25.783229 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-313150a2-71b5-44b4-97ab-d709549d9933 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847568619'] for subnet, precommit_delete_associations {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:25.862035 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-313150a2-71b5-44b4-97ab-d709549d9933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-613998'] for subnet, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:26.006492 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port b6575338-bf26-4aee-a74d-d361a20155fe triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:49:26.007161 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:26.178854 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-34939502-1b62-4eff-96cd-30825263fb4d None None] Provisioning complete for port b6575338-bf26-4aee-a74d-d361a20155fe triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:49:26.179400 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-34939502-1b62-4eff-96cd-30825263fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:26.268750 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fdde1d0>, [{'id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'name': 'tempest-TestMinimumBasicScenario-2083448621-router', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:18Z', 'updated_at': '2021-01-25T18:49:22Z', 'revision_number': 3, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'gw_port': {'id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:62:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:19Z', 'updated_at': '2021-01-25T18:49:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:49:26.287275 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] Checking router: 0e260a82-dfee-4505-a415-3037882e3aa5 for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:49:26.287835 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] Updating router 0e260a82-dfee-4505-a415-3037882e3aa5 port f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f binding host dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 25 18:49:26.363028 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-313150a2-71b5-44b4-97ab-d709549d9933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847568475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7478248'] for subnet, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:26.381412 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:26.493829 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-18f805dc-1ac2-4a7e-8be8-bb3b9344f51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:26.514187 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-3d73de77-7d2a-4ccd-9d90-f1ad0a2d9010 admin admin] Allocated IP 172.20.0.1 (5befc5c7-4fb1-441f-ae56-895f36e7215f/51e7574b-cada-4174-8553-3c9fdb07fc53/f1f75a0a-42fd-44e9-881b-0ea40fcdd96b) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:49:26.552565 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313150a2-71b5-44b4-97ab-d709549d9933 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca41d6d8-122b-484f-9bde-52f953964f34,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:26.558850 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-313150a2-71b5-44b4-97ab-d709549d9933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:26.577552 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-313150a2-71b5-44b4-97ab-d709549d9933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:26.593016 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-313150a2-71b5-44b4-97ab-d709549d9933 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ca41d6d8-122b-484f-9bde-52f953964f34 HTTP/1.1" status: 204  len: 168 time: 1.4365785
Jan 25 18:49:26.593016 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 34324) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:26.642067 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79560b8c-7e86-4ce2-9819-8d884490f2ce req-bfc0654f-eb63-4199-b50a-1401a379be7b tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:26.654063 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-79560b8c-7e86-4ce2-9819-8d884490f2ce req-bfc0654f-eb63-4199-b50a-1401a379be7b tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.3174827
Jan 25 18:49:26.759038 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2b80ce04-d57f-4679-9a36-d1f67dda06ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854171154'] for network, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:26.910637 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-79560b8c-7e86-4ce2-9819-8d884490f2ce req-0b737ad1-21fe-4042-8c18-e6b60fc91876 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2539468
Jan 25 18:49:26.991372 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] Notify callbacks [] for port, precommit_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:27.009156 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] Transition to ACTIVE for port object f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:49:27.016224 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:27.050214 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:27.131349 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3d73de77-7d2a-4ccd-9d90-f1ad0a2d9010 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:27.163908 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2b80ce04-d57f-4679-9a36-d1f67dda06ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-613939', 'neutron.services.segments.db._delete_segments_for_network--9223363298167826975'] for network, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:27.188622 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-3d73de77-7d2a-4ccd-9d90-f1ad0a2d9010 admin admin] Transition to ACTIVE for port object f1f75a0a-42fd-44e9-881b-0ea40fcdd96b will not be triggered until provisioned by entity DHCP. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:49:27.201356 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a94b27-ec71-452b-9092-a1891cf49502 None None] Pushing event updated for resources: {'Port': ['ID=f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:27.237779 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3d73de77-7d2a-4ccd-9d90-f1ad0a2d9010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:27.276406 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:27.321780 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-2b80ce04-d57f-4679-9a36-d1f67dda06ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a22449208>,) {'filters': {'network_id': ['91f80afc-59ce-4fe7-876c-4cf2ad6baef9']}} {{(pid=80198) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:49:27.325629 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-60a94b27-ec71-452b-9092-a1891cf49502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:27.339966 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-2b80ce04-d57f-4679-9a36-d1f67dda06ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a22449208>, '64b31ac6-716f-4c4a-ad64-58104b03ceac') {'for_net_delete': True} {{(pid=80198) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:49:27.340232 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-2b80ce04-d57f-4679-9a36-d1f67dda06ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a22449208>, '64b31ac6-716f-4c4a-ad64-58104b03ceac') {} {{(pid=80198) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:49:27.356504 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2b80ce04-d57f-4679-9a36-d1f67dda06ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298167820831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7207198'] for segment, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:27.366603 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] Attempting to bind port f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:49:27.368058 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] Attempting to bind port f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:49:27.368747 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] Attempting to bind port f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f on network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:49:27.376113 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2b80ce04-d57f-4679-9a36-d1f67dda06ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:27.377496 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:49:27.378191 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] Checking segment: {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:49:27.378582 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2b80ce04-d57f-4679-9a36-d1f67dda06ec admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 25 18:49:27.379214 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:27.380453 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] Bound using segment: {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:49:27.381265 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] Bound port: f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:49:27.381904 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:27.501648 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] For port f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:49:27.508236 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] For port f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:49:27.516987 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:27.526027 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73de77-7d2a-4ccd-9d90-f1ad0a2d9010 admin admin] Pushing event updated for resources: {'Port': ['ID=f1f75a0a-42fd-44e9-881b-0ea40fcdd96b,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:27.529697 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-3d73de77-7d2a-4ccd-9d90-f1ad0a2d9010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:27.546579 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:27.590166 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-2b80ce04-d57f-4679-9a36-d1f67dda06ec admin admin] Network 91f80afc-59ce-4fe7-876c-4cf2ad6baef9 has no segments {{(pid=80198) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:49:27.605963 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2b80ce04-d57f-4679-9a36-d1f67dda06ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-607990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7338759'] for segment, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:27.624774 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d73de77-7d2a-4ccd-9d90-f1ad0a2d9010 admin admin] Network 5befc5c7-4fb1-441f-ae56-895f36e7215f is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:49:27.626767 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-3d73de77-7d2a-4ccd-9d90-f1ad0a2d9010 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:49:27.629998 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d73de77-7d2a-4ccd-9d90-f1ad0a2d9010 admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:49:27.729847 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3d73de77-7d2a-4ccd-9d90-f1ad0a2d9010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363762'] for router_interface, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:27.746738 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a94b27-ec71-452b-9092-a1891cf49502 None None] Pushing event updated for resources: {'Port': ['ID=f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:27.750890 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-60a94b27-ec71-452b-9092-a1891cf49502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:27.895109 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-2b80ce04-d57f-4679-9a36-d1f67dda06ec admin admin] Network 91f80afc-59ce-4fe7-876c-4cf2ad6baef9 has no segments {{(pid=80198) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:49:27.902671 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] Routers {'0e260a82-dfee-4505-a415-3037882e3aa5'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:49:27.904080 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fdde1d0>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:49:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['0e260a82-dfee-4505-a415-3037882e3aa5'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]: Traceback (most recent call last):
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:     timer()
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:     cb(*args, **kw)
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:     return func(*args, **kwargs)
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:     self._notify()
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:     self.callback(batched_events)
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:     event.method(event)
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:     segment_id)['aggregates'][0]
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(self, *a, **k)
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self._get(url).json()
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:     **kwargs)
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.request(url, 'GET', **kwargs)
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:     **endpoint_filter)
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 25 18:49:27.928123 dv-cinder-772388-1-iscsi neutron-server[80085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 25 18:49:28.031695 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2b80ce04-d57f-4679-9a36-d1f67dda06ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854161852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363661'] for network, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:28.040377 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cc18b69e-264f-4369-80d3-3c55b5be4a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:28.043994 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3d73de77-7d2a-4ccd-9d90-f1ad0a2d9010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:28.087905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2b80ce04-d57f-4679-9a36-d1f67dda06ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:28.115729 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80ce04-d57f-4679-9a36-d1f67dda06ec admin admin] Pushing event deleted for resources: {'Network': ['ID=91f80afc-59ce-4fe7-876c-4cf2ad6baef9,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:28.127101 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2b80ce04-d57f-4679-9a36-d1f67dda06ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:28.132153 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f64a2-4b73-46ee-b7de-9fde6f0ca674 req-4e836987-7b89-4ec1-a2ce-b6d8eda88f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:28.133882 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5a1f64a2-4b73-46ee-b7de-9fde6f0ca674 req-4e836987-7b89-4ec1-a2ce-b6d8eda88f49 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=209da4d33dc74678ab66bd74395f33ba&device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 1162 time: 0.5120952
Jan 25 18:49:28.146224 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] Set router 0e260a82-dfee-4505-a415-3037882e3aa5 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:49:28.159080 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-2b80ce04-d57f-4679-9a36-d1f67dda06ec admin admin] 10.222.0.77 "DELETE /v2.0/networks/91f80afc-59ce-4fe7-876c-4cf2ad6baef9 HTTP/1.1" status: 204  len: 168 time: 1.5646744
Jan 25 18:49:28.495461 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01daf79-288b-42ab-b7c4-d24b08ea59b4 req-4f316f6d-21c6-458d-8573-1f86100c98fb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:28.497319 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e01daf79-288b-42ab-b7c4-d24b08ea59b4 req-4f316f6d-21c6-458d-8573-1f86100c98fb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.1755056
Jan 25 18:49:28.498431 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f64a2-4b73-46ee-b7de-9fde6f0ca674 req-b05cb67a-aeae-497f-be39-206cf49e816c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:28.499936 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5a1f64a2-4b73-46ee-b7de-9fde6f0ca674 req-b05cb67a-aeae-497f-be39-206cf49e816c service neutron] 10.222.0.70 "GET /v2.0/networks?id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 HTTP/1.1" status: 200  len: 910 time: 0.3255255
Jan 25 18:49:28.573495 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-e9798c49-9bc3-4960-a26f-cffbf65b3296 None None] Provisioning for port f1f75a0a-42fd-44e9-881b-0ea40fcdd96b completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:49:28.585878 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-e9798c49-9bc3-4960-a26f-cffbf65b3296 None None] Provisioning complete for port f1f75a0a-42fd-44e9-881b-0ea40fcdd96b triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:49:28.586368 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e9798c49-9bc3-4960-a26f-cffbf65b3296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:28.600544 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 34360) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:28.656230 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-e9798c49-9bc3-4960-a26f-cffbf65b3296 None None] Port f1f75a0a-42fd-44e9-881b-0ea40fcdd96b cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 18:49:28.679304 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fdde1d0>, [{'id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'name': 'tempest-TestMinimumBasicScenario-2083448621-router', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:18Z', 'updated_at': '2021-01-25T18:49:27Z', 'revision_number': 4, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'gw_port': {'id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:62:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:19Z', 'updated_at': '2021-01-25T18:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'f1f75a0a-42fd-44e9-881b-0ea40fcdd96b', 'name': '', 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'mac_address': 'fa:16:3e:45:30:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '51e7574b-cada-4174-8553-3c9fdb07fc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:26Z', 'updated_at': '2021-01-25T18:49:26Z', 'revision_number': 1, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'subnets': [{'id': '51e7574b-cada-4174-8553-3c9fdb07fc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:49:28.684435 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ab4af9-87df-49af-9e98-6b99db3043db None None] The sync data for ids ['0e260a82-dfee-4505-a415-3037882e3aa5'] in dv-cinder-772388-1-iscsi is: [{'id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'name': 'tempest-TestMinimumBasicScenario-2083448621-router', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:18Z', 'updated_at': '2021-01-25T18:49:27Z', 'revision_number': 4, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'gw_port': {'id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:62:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:19Z', 'updated_at': '2021-01-25T18:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'f1f75a0a-42fd-44e9-881b-0ea40fcdd96b', 'name': '', 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'mac_address': 'fa:16:3e:45:30:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '51e7574b-cada-4174-8553-3c9fdb07fc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:26Z', 'updated_at': '2021-01-25T18:49:26Z', 'revision_number': 1, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'subnets': [{'id': '51e7574b-cada-4174-8553-3c9fdb07fc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:49:28.692280 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e01daf79-288b-42ab-b7c4-d24b08ea59b4 req-02a56d90-1aa9-4d34-8c6e-8d70a464d754 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1834636
Jan 25 18:49:28.746300 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5a1f64a2-4b73-46ee-b7de-9fde6f0ca674 req-fdede222-ec72-4585-968e-4c6b2b197f93 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 HTTP/1.1" status: 200  len: 1001 time: 0.2362390
Jan 25 18:49:28.799836 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-7cc2a4fd-5701-492e-9151-b54fde558679 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=249a90a17b6743d183168f87ef1741b5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1900234
Jan 25 18:49:28.806231 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 34370) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:28.902817 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3d73de77-7d2a-4ccd-9d90-f1ad0a2d9010 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:28.908281 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f64a2-4b73-46ee-b7de-9fde6f0ca674 req-4d0893bb-d64a-4956-8fc3-c7556e244468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:28.908419 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3d73de77-7d2a-4ccd-9d90-f1ad0a2d9010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:28.911837 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5a1f64a2-4b73-46ee-b7de-9fde6f0ca674 req-4d0893bb-d64a-4956-8fc3-c7556e244468 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=351749ea-67fa-4715-84dd-c0eb9be61229 HTTP/1.1" status: 200  len: 855 time: 0.1567268
Jan 25 18:49:28.939401 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-41787cb5-d6f6-4058-9d9c-6aa0062bf8e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:29.013484 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73de77-7d2a-4ccd-9d90-f1ad0a2d9010 admin admin] Pushing event updated for resources: {'Port': ['ID=f1f75a0a-42fd-44e9-881b-0ea40fcdd96b,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:29.020610 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-3d73de77-7d2a-4ccd-9d90-f1ad0a2d9010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:29.056013 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3d73de77-7d2a-4ccd-9d90-f1ad0a2d9010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854238047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854412208'] for router_interface, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:29.128325 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-32deb6cb-3576-40c7-9f0f-921da5427ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:29.216852 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-32deb6cb-3576-40c7-9f0f-921da5427ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:29.247900 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f64a2-4b73-46ee-b7de-9fde6f0ca674 req-c1413831-2653-4357-9bfa-79122d816dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:29.247900 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5a1f64a2-4b73-46ee-b7de-9fde6f0ca674 req-c1413831-2653-4357-9bfa-79122d816dd7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3164790
Jan 25 18:49:29.321806 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 34382) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:29.443589 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d73de77-7d2a-4ccd-9d90-f1ad0a2d9010 admin admin] Network 5befc5c7-4fb1-441f-ae56-895f36e7215f is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:49:29.445181 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-3d73de77-7d2a-4ccd-9d90-f1ad0a2d9010 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:49:29.448531 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-32deb6cb-3576-40c7-9f0f-921da5427ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:29.506340 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8a164d18-f8c7-4097-82c1-3abe03315e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:29.524717 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5a1f64a2-4b73-46ee-b7de-9fde6f0ca674 req-af9e0e76-e67f-492a-b86e-8c1085202ed6 service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2702584
Jan 25 18:49:29.526194 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32deb6cb-3576-40c7-9f0f-921da5427ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ac5988-e761-417f-8bf8-2609dfc1ac5a,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:29.531249 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-32deb6cb-3576-40c7-9f0f-921da5427ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:29.575335 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-32deb6cb-3576-40c7-9f0f-921da5427ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:29.576786 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-32deb6cb-3576-40c7-9f0f-921da5427ec7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/36ac5988-e761-417f-8bf8-2609dfc1ac5a HTTP/1.1" status: 204  len: 168 time: 0.7696075
Jan 25 18:49:29.912361 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-953df7ef-046c-4d25-88fd-646f223bcddd None None] Provisioning complete for port f1f75a0a-42fd-44e9-881b-0ea40fcdd96b triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:49:29.912884 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-953df7ef-046c-4d25-88fd-646f223bcddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:30.007528 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-5fd7af80-ce6e-4022-ba0f-b8fe6473cdaf tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:30.016367 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-5fd7af80-ce6e-4022-ba0f-b8fe6473cdaf tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/networks?id=e2bbca44-8793-4b60-baa4-fe7ebb6abf5f HTTP/1.1" status: 200  len: 814 time: 0.6252444
Jan 25 18:49:30.036338 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-953df7ef-046c-4d25-88fd-646f223bcddd None None] Port f1f75a0a-42fd-44e9-881b-0ea40fcdd96b cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 18:49:30.157327 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4d0a9374-221a-43ba-8704-7821ff772529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:30.219737 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-4d0a9374-221a-43ba-8704-7821ff772529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:49:30.233618 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-d797cfed-8fb1-4e81-9e1c-4038af30190a tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/quotas/dca5b49d7c2f4169873d85cc3750b1d9 HTTP/1.1" status: 200  len: 375 time: 0.0779810
Jan 25 18:49:30.276593 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5a1f64a2-4b73-46ee-b7de-9fde6f0ca674 req-39c23686-0ee4-48eb-9894-9c0267089032 service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7423513
Jan 25 18:49:30.284440 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-4d0a9374-221a-43ba-8704-7821ff772529 admin admin] Usage tracker for resource:security_group_rule and tenant:33f4432b44a847f8bbe03be4b03b376e is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:49:30.294918 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-4d0a9374-221a-43ba-8704-7821ff772529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:49:30.318701 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-c0d4437c-fa55-4857-9483-088c9c2b8f92 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?tenant_id=dca5b49d7c2f4169873d85cc3750b1d9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0836792
Jan 25 18:49:30.365797 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-4d0a9374-221a-43ba-8704-7821ff772529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:49:30.441402 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d73de77-7d2a-4ccd-9d90-f1ad0a2d9010 admin admin] Router 0e260a82-dfee-4505-a415-3037882e3aa5 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:49:30.442109 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01c38f-d687-4aa1-ba60-93fb587d1622 req-91992621-85a6-4855-8aa5-add7bc527f45 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:30.445161 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bf01c38f-d687-4aa1-ba60-93fb587d1622 req-91992621-85a6-4855-8aa5-add7bc527f45 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.4034739
Jan 25 18:49:30.563372 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bf01c38f-d687-4aa1-ba60-93fb587d1622 req-905f2f96-39bd-4664-9b1f-4bdaaa1a1790 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1055908
Jan 25 18:49:30.923654 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4d0a9374-221a-43ba-8704-7821ff772529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:30.927334 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-672d0630-ab73-43ad-9f49-6d978fa628b4 service neutron] 10.222.0.77 "GET /v2.0/networks/e2bbca44-8793-4b60-baa4-fe7ebb6abf5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5792053
Jan 25 18:49:30.928516 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d73de77-7d2a-4ccd-9d90-f1ad0a2d9010 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:49:30.930993 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4d0a9374-221a-43ba-8704-7821ff772529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:30.969045 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f6ee81c4-d106-4fcf-aafc-6c24b2cdbcb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:30.980449 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-4d0a9374-221a-43ba-8704-7821ff772529 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=33f4432b44a847f8bbe03be4b03b376e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6533663
Jan 25 18:49:30.985272 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 34416) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:31.161843 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-8e2c6237-b907-4751-bf6e-c99aeb698b33 service neutron] 10.222.0.77 "GET /v2.0/networks/e2bbca44-8793-4b60-baa4-fe7ebb6abf5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1977262
Jan 25 18:49:31.164490 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a9374-221a-43ba-8704-7821ff772529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29406a0-6f8b-4f1a-86bd-14e45b988666,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:31.169260 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-4d0a9374-221a-43ba-8704-7821ff772529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:31.174109 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e2e21f5e-4330-4eaf-b0ad-8334fc279eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:31.193560 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-3d73de77-7d2a-4ccd-9d90-f1ad0a2d9010 admin admin] 10.222.0.77 "PUT /v2.0/routers/0e260a82-dfee-4505-a415-3037882e3aa5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0761194
Jan 25 18:49:31.210963 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e2e21f5e-4330-4eaf-b0ad-8334fc279eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:31.369848 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e2e21f5e-4330-4eaf-b0ad-8334fc279eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:31.378200 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:49:31.384362 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2b205ff3-b0f6-45c3-8300-08c53bce0706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:31.416170 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e2e21f5e-4330-4eaf-b0ad-8334fc279eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:31.423623 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-e2e21f5e-4330-4eaf-b0ad-8334fc279eed admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a29406a0-6f8b-4f1a-86bd-14e45b988666 HTTP/1.1" status: 204  len: 168 time: 0.4284441
Jan 25 18:49:31.425645 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e21f5e-4330-4eaf-b0ad-8334fc279eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29406a0-6f8b-4f1a-86bd-14e45b988666,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:31.432195 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e2e21f5e-4330-4eaf-b0ad-8334fc279eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:31.538736 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:49:31.546639 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:49:31.547085 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:31.677750 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f95dcece-e413-45c4-8bf3-a5f9351c04e9 req-950312cb-55ca-425c-899d-5f44815222fb tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=df09cc7f-ccd9-4d1c-a0f0-4aafd093db43 HTTP/1.1" status: 200  len: 210 time: 0.0753410
Jan 25 18:49:32.110299 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19222b1-95a1-4d5b-b4fc-a59dbb30cf7c req-beaca110-52ec-4758-835b-e92ac65c3d57 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:32.126912 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b19222b1-95a1-4d5b-b4fc-a59dbb30cf7c req-beaca110-52ec-4758-835b-e92ac65c3d57 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.2926247
Jan 25 18:49:32.149609 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:32.199113 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] For port f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:49:32.207557 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:32.223135 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:32.233979 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b19222b1-95a1-4d5b-b4fc-a59dbb30cf7c req-bee3496a-8a11-4d46-b75a-7c5466485a94 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1056297
Jan 25 18:49:32.347335 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Pushing event updated for resources: {'Port': ['ID=f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:32.352114 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:32.415628 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 34472) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:32.454896 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d3047530-7c3d-461b-a3fd-1377c1d1a5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:32.499744 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-d3047530-7c3d-461b-a3fd-1377c1d1a5ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:49:32.505351 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-d3047530-7c3d-461b-a3fd-1377c1d1a5ea admin admin] Usage tracker for resource:security_group_rule and tenant:3b48810b223a41a584f4c65d5f6bb93a is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:49:32.512188 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-d3047530-7c3d-461b-a3fd-1377c1d1a5ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:49:32.518682 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-d3047530-7c3d-461b-a3fd-1377c1d1a5ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:49:32.655702 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d3047530-7c3d-461b-a3fd-1377c1d1a5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:32.659420 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d3047530-7c3d-461b-a3fd-1377c1d1a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:32.669902 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-44984db9-f620-49d2-b1ed-46aa06f00e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:32.721704 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-d3047530-7c3d-461b-a3fd-1377c1d1a5ea admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3b48810b223a41a584f4c65d5f6bb93a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3046148
Jan 25 18:49:32.722198 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 34486) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:32.722595 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3047530-7c3d-461b-a3fd-1377c1d1a5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8062f3d2-bbe4-45c9-9660-d6f93b5ec518,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:32.736608 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d3047530-7c3d-461b-a3fd-1377c1d1a5ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:32.836638 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-72a2069d-7217-4f31-84e3-58efd8632d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:32.873311 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-72a2069d-7217-4f31-84e3-58efd8632d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:32.901442 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 34492) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:32.942999 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9a43b269-7531-4e69-9d1f-24c3229b3e6b req-4a0b49b4-a9f4-4c56-9bd6-ea09ef4d9848 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=df09cc7f-ccd9-4d1c-a0f0-4aafd093db43 HTTP/1.1" status: 200  len: 210 time: 0.0541348
Jan 25 18:49:32.982379 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-72a2069d-7217-4f31-84e3-58efd8632d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:32.986740 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-261c3052-6a11-4bb3-970b-3b4a78bc63c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:33.002492 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2069d-7217-4f31-84e3-58efd8632d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8062f3d2-bbe4-45c9-9660-d6f93b5ec518,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:33.017779 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-72a2069d-7217-4f31-84e3-58efd8632d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:33.022095 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-72a2069d-7217-4f31-84e3-58efd8632d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:33.026524 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-72a2069d-7217-4f31-84e3-58efd8632d86 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8062f3d2-bbe4-45c9-9660-d6f93b5ec518 HTTP/1.1" status: 204  len: 168 time: 0.3028731
Jan 25 18:49:33.132883 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] Sync routers for ids ['0e260a82-dfee-4505-a415-3037882e3aa5'] in dv-cinder-772388-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:49:33.147472 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fb9c560c-8046-43c2-a463-6f395aea3ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:33.152026 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] Routers {'0e260a82-dfee-4505-a415-3037882e3aa5'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:49:33.152843 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1ff06240>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:49:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['0e260a82-dfee-4505-a415-3037882e3aa5'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:49:33.166567 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-fb9c560c-8046-43c2-a463-6f395aea3ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:49:33.171779 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-fb9c560c-8046-43c2-a463-6f395aea3ef7 admin admin] Usage tracker for resource:security_group_rule and tenant:4baf5456b5214859aa87c77ba27c8ddc is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:49:33.175461 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-fb9c560c-8046-43c2-a463-6f395aea3ef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:49:33.183636 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-fb9c560c-8046-43c2-a463-6f395aea3ef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:49:33.309270 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fb9c560c-8046-43c2-a463-6f395aea3ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:33.315992 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fb9c560c-8046-43c2-a463-6f395aea3ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:33.382248 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-4002c933-eb48-4325-9888-eace723d433e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:33.395511 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:49:33.410109 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 34510) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:33.411742 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-fb9c560c-8046-43c2-a463-6f395aea3ef7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4baf5456b5214859aa87c77ba27c8ddc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5075097
Jan 25 18:49:33.447797 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c560c-8046-43c2-a463-6f395aea3ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76962fa-0351-466f-ba90-a3ac941a5c47,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:33.452206 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-fb9c560c-8046-43c2-a463-6f395aea3ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:33.561558 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:49:33.562271 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:33.671255 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-baa36b6c-6a83-40f0-8745-48e24b4a6f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:33.785445 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-baa36b6c-6a83-40f0-8745-48e24b4a6f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:33.950942 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb84a89-9afe-4c42-8780-86e777a20148 req-c406596a-3461-47a4-9776-b82be19ce272 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:33.952635 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5fb84a89-9afe-4c42-8780-86e777a20148 req-c406596a-3461-47a4-9776-b82be19ce272 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.1738079
Jan 25 18:49:33.984012 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] Set router 0e260a82-dfee-4505-a415-3037882e3aa5 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:49:34.011297 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-baa36b6c-6a83-40f0-8745-48e24b4a6f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:34.038547 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5fb84a89-9afe-4c42-8780-86e777a20148 req-9df1e552-ad50-4010-b186-bce6060f1266 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0782263
Jan 25 18:49:34.050461 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c26546e1-af6a-48bf-a97d-6ed471c2dad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:34.120133 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa36b6c-6a83-40f0-8745-48e24b4a6f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76962fa-0351-466f-ba90-a3ac941a5c47,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:34.125149 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-baa36b6c-6a83-40f0-8745-48e24b4a6f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:34.146083 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-baa36b6c-6a83-40f0-8745-48e24b4a6f48 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f76962fa-0351-466f-ba90-a3ac941a5c47 HTTP/1.1" status: 204  len: 168 time: 0.7343614
Jan 25 18:49:34.152747 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-baa36b6c-6a83-40f0-8745-48e24b4a6f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:34.407152 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2e7de02d-88c6-43b4-88b0-d028412e94fb req-e92fa706-8934-4685-9667-71ce9ea60d67 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=df09cc7f-ccd9-4d1c-a0f0-4aafd093db43 HTTP/1.1" status: 200  len: 210 time: 0.0882969
Jan 25 18:49:34.655219 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:49:34.866436 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:49:34.867425 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:34.942789 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1ff06240>, [{'id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'name': 'tempest-TestMinimumBasicScenario-2083448621-router', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:18Z', 'updated_at': '2021-01-25T18:49:27Z', 'revision_number': 4, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'gw_port': {'id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:19Z', 'updated_at': '2021-01-25T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'f1f75a0a-42fd-44e9-881b-0ea40fcdd96b', 'name': '', 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'mac_address': 'fa:16:3e:45:30:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '51e7574b-cada-4174-8553-3c9fdb07fc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:26Z', 'updated_at': '2021-01-25T18:49:28Z', 'revision_number': 2, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'subnets': [{'id': '51e7574b-cada-4174-8553-3c9fdb07fc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:49:34.952451 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] Checking router: 0e260a82-dfee-4505-a415-3037882e3aa5 for host: dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:49:34.952845 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] Updating router 0e260a82-dfee-4505-a415-3037882e3aa5 port f1f75a0a-42fd-44e9-881b-0ea40fcdd96b binding host dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 25 18:49:35.089821 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:35.314065 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-3a165ee4-f7da-4298-b618-ca11431a927f tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:35.319946 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-3a165ee4-f7da-4298-b618-ca11431a927f tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.70 "GET /v2.0/networks?id=e2bbca44-8793-4b60-baa4-fe7ebb6abf5f HTTP/1.1" status: 200  len: 814 time: 0.6812191
Jan 25 18:49:35.345740 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-041d5834-bfdd-4556-bb70-c9d93b3005d7 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Request body: {'port': {'device_id': 'df09cc7f-ccd9-4d1c-a0f0-4aafd093db43', 'network_id': 'e2bbca44-8793-4b60-baa4-fe7ebb6abf5f', 'admin_state_up': True, 'tenant_id': 'dca5b49d7c2f4169873d85cc3750b1d9'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:49:35.831178 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-041d5834-bfdd-4556-bb70-c9d93b3005d7 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:49:35.856766 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22711c48-77ee-4441-9171-8220b6409386 req-455a5c4a-e136-4b7b-b6ce-65aca3f9dec1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:35.866051 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-22711c48-77ee-4441-9171-8220b6409386 req-455a5c4a-e136-4b7b-b6ce-65aca3f9dec1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.1918807
Jan 25 18:49:35.873605 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-041d5834-bfdd-4556-bb70-c9d93b3005d7 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:49:35.949301 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-22711c48-77ee-4441-9171-8220b6409386 req-45d5824c-8e75-4a80-879d-ee0e6f6c558a tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817850
Jan 25 18:49:36.062771 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bd91ba49-4c90-430d-a7a1-f224ee84ad36 req-509e8f62-1ef9-47c4-8eaa-0963608bf83a tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=df09cc7f-ccd9-4d1c-a0f0-4aafd093db43 HTTP/1.1" status: 200  len: 210 time: 0.1447120
Jan 25 18:49:36.078561 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-041d5834-bfdd-4556-bb70-c9d93b3005d7 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Made reservation on behalf of dca5b49d7c2f4169873d85cc3750b1d9 for: {'port': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:49:36.094311 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-041d5834-bfdd-4556-bb70-c9d93b3005d7 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:36.553340 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] Notify callbacks [] for port, precommit_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:36.601557 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] Transition to ACTIVE for port object f1f75a0a-42fd-44e9-881b-0ea40fcdd96b will not be triggered until provisioned by entity L2. {{(pid=80202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:49:36.607478 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:36.628148 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-041d5834-bfdd-4556-bb70-c9d93b3005d7 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Allocated IP 172.20.0.4 (e2bbca44-8793-4b60-baa4-fe7ebb6abf5f/9bee634b-e96d-4a3c-a369-0f356e39d2a8/60b41a6e-976e-44a6-8a9b-c3fdfff48e58) {{(pid=80198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:49:36.650024 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-90d79823-a199-4c68-85e7-8f9bb06f7b08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:36.895198 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Pushing event updated for resources: {'Port': ['ID=f1f75a0a-42fd-44e9-881b-0ea40fcdd96b,revision_number=3']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:37.025350 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:37.026216 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:37.026904 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:37.027605 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:37.028297 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:37.028998 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:37.029689 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:37.030452 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:37.031198 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:37.032194 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:37.032880 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:37.033630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:37.034387 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:37.035092 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:37.035810 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:37.036495 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:37.037248 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:37.037931 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:37.038632 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:37.039309 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:37.040027 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:37.040713 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:37.041432 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:37.042126 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:49:37.058041 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:37.294877 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-041d5834-bfdd-4556-bb70-c9d93b3005d7 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Notify callbacks [] for port, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:37.311731 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-041d5834-bfdd-4556-bb70-c9d93b3005d7 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:37.320359 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 34574) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:37.579034 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:37.819730 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d131aa-2a56-462f-874d-186a122f9f6b req-ab192e03-55ed-4a34-ad91-09cd96833fae tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:37.828647 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-42d131aa-2a56-462f-874d-186a122f9f6b req-ab192e03-55ed-4a34-ad91-09cd96833fae tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.2369075
Jan 25 18:49:37.922613 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] Attempting to bind port f1f75a0a-42fd-44e9-881b-0ea40fcdd96b on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:49:37.924205 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] Attempting to bind port f1f75a0a-42fd-44e9-881b-0ea40fcdd96b by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': '66e0d49b-515f-4380-830b-7da54bd1fc06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f'}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:49:37.925198 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] Attempting to bind port f1f75a0a-42fd-44e9-881b-0ea40fcdd96b on network 5befc5c7-4fb1-441f-ae56-895f36e7215f {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:49:37.956710 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:49:37.958669 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] Checking segment: {'id': '66e0d49b-515f-4380-830b-7da54bd1fc06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:49:37.959956 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-041d5834-bfdd-4556-bb70-c9d93b3005d7 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Network e2bbca44-8793-4b60-baa4-fe7ebb6abf5f is already hosted by enough agents. {{(pid=80198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:49:37.961103 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:37.961867 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] Bound using segment: {'id': '66e0d49b-515f-4380-830b-7da54bd1fc06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f'} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:49:37.972141 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] Bound port: f1f75a0a-42fd-44e9-881b-0ea40fcdd96b, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e0d49b-515f-4380-830b-7da54bd1fc06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f'}}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:49:37.974110 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:37.980447 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-42d131aa-2a56-462f-874d-186a122f9f6b req-d9ec0117-199e-487d-8293-289b0e0eec13 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1501627
Jan 25 18:49:38.012145 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-041d5834-bfdd-4556-bb70-c9d93b3005d7 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Resources bound (agent type, host, resource id):  {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:49:38.023709 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-041d5834-bfdd-4556-bb70-c9d93b3005d7 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Received port after_create {{(pid=80198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:49:38.068044 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d5834-bfdd-4556-bb70-c9d93b3005d7 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Pushing event updated for resources: {'Port': ['ID=60b41a6e-976e-44a6-8a9b-c3fdfff48e58,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:38.098924 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-041d5834-bfdd-4556-bb70-c9d93b3005d7 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:38.162548 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-041d5834-bfdd-4556-bb70-c9d93b3005d7 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:38.164066 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-041d5834-bfdd-4556-bb70-c9d93b3005d7 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:38.219070 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-041d5834-bfdd-4556-bb70-c9d93b3005d7 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8780520
Jan 25 18:49:38.282682 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c77e69-7992-456e-b00e-6a29f0ee6574 req-f7743032-99fc-4d4f-91b9-6f847c819e2f tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:38.283897 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-90c77e69-7992-456e-b00e-6a29f0ee6574 req-f7743032-99fc-4d4f-91b9-6f847c819e2f tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Synchronizing usage tracker for tenant:dca5b49d7c2f4169873d85cc3750b1d9 on resource:port {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:49:38.304107 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1633193484-network', 'tenant_id': '64dc47be47f24920a0c5bd33a5358022'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:49:38.318478 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:49:38.323870 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] Usage tracker for resource:network and tenant:64dc47be47f24920a0c5bd33a5358022 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:49:38.327436 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] Request body: {'port': {'device_id': 'df09cc7f-ccd9-4d1c-a0f0-4aafd093db43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:49:38.329889 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:49:38.341649 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] For port f1f75a0a-42fd-44e9-881b-0ea40fcdd96b, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:49:38.348898 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] For port f1f75a0a-42fd-44e9-881b-0ea40fcdd96b, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=f1f75a0a-42fd-44e9-881b-0ea40fcdd96b,segment=NetworkSegment(66e0d49b-515f-4380-830b-7da54bd1fc06),segment_id=66e0d49b-515f-4380-830b-7da54bd1fc06)] {{(pid=80202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:49:38.353426 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:49:38.370019 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:38.372110 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] Made reservation on behalf of 64dc47be47f24920a0c5bd33a5358022 for: {'network': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:49:38.390761 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for network, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:38.395975 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-90c77e69-7992-456e-b00e-6a29f0ee6574 req-f7743032-99fc-4d4f-91b9-6f847c819e2f tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Unset dirty status for tenant:dca5b49d7c2f4169873d85cc3750b1d9 on resource:port {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:49:38.406828 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-90c77e69-7992-456e-b00e-6a29f0ee6574 req-f7743032-99fc-4d4f-91b9-6f847c819e2f tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=df09cc7f-ccd9-4d1c-a0f0-4aafd093db43 HTTP/1.1" status: 200  len: 931 time: 0.6894445
Jan 25 18:49:38.445981 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-90d79823-a199-4c68-85e7-8f9bb06f7b08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:38.463386 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:38.507093 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:49:38.507692 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-90c77e69-7992-456e-b00e-6a29f0ee6574 req-c351bb12-5a3d-49cf-a500-479ed7e3635c tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974419
Jan 25 18:49:38.515805 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] Usage tracker for resource:security_group_rule and tenant:64dc47be47f24920a0c5bd33a5358022 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:49:38.525925 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:49:38.543016 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:49:38.616560 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:38.733736 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:38.739982 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:38.743388 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b3b61d4f-d0cf-4865-932f-34fca804a1d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:38.803330 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb608f52-7d14-4d47-b626-f020ee8ff497,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:38.817528 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:38.819666 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Pushing event updated for resources: {'Port': ['ID=f1f75a0a-42fd-44e9-881b-0ea40fcdd96b,revision_number=4']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:38.826850 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:38.847735 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 25 18:49:38.867674 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:38.868059 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.segments_db [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] Added segment ce347357-31e5-439c-a7b7-8907757001a0 of type vxlan for network ba82550d-5508-4914-bbfa-83fcf2cd6dcc
Jan 25 18:49:38.929102 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] Routers {'0e260a82-dfee-4505-a415-3037882e3aa5'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:49:38.929934 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1ff06240>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:49:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['0e260a82-dfee-4505-a415-3037882e3aa5'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:49:38.951909 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298168216078'] for network, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:39.034631 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:39.036925 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:39.037605 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:39.047805 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f04efc76-5e2a-48ac-b4c5-807c052a5dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:39.328564 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b41a6e-976e-44a6-8a9b-c3fdfff48e58 {{(pid=80198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 25 18:49:39.342704 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:39.357841 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] Transition to ACTIVE for port object 60b41a6e-976e-44a6-8a9b-c3fdfff48e58 will not be triggered until provisioned by entity L2. {{(pid=80198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:49:39.374412 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847568392'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:39.395344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cb7c685c-1f04-4526-8244-b1b164e0e663 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:39.480875 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device f1f75a0a-42fd-44e9-881b-0ea40fcdd96b up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:49:39.507609 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] Set router 0e260a82-dfee-4505-a415-3037882e3aa5 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:49:39.691074 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port f1f75a0a-42fd-44e9-881b-0ea40fcdd96b completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:49:39.707028 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port f1f75a0a-42fd-44e9-881b-0ea40fcdd96b triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:49:39.707726 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:39.954638 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] Pushing event updated for resources: {'Network': ['ID=ba82550d-5508-4914-bbfa-83fcf2cd6dcc,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:39.976870 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.935s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:40.052323 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Network ba82550d-5508-4914-bbfa-83fcf2cd6dcc details requested by agent ovs-agent-dv-cinder-772388-1-iscsi with host dv-cinder-772388-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:49:40.079180 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1ff06240>, [{'id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'name': 'tempest-TestMinimumBasicScenario-2083448621-router', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:18Z', 'updated_at': '2021-01-25T18:49:27Z', 'revision_number': 4, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'gw_port': {'id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:19Z', 'updated_at': '2021-01-25T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'f1f75a0a-42fd-44e9-881b-0ea40fcdd96b', 'name': '', 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'mac_address': 'fa:16:3e:45:30:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '51e7574b-cada-4174-8553-3c9fdb07fc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:26Z', 'updated_at': '2021-01-25T18:49:38Z', 'revision_number': 4, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'subnets': [{'id': '51e7574b-cada-4174-8553-3c9fdb07fc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:49:40.096919 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b91e3-e340-4220-b146-d807e1ed621b None None] The sync data for ids ['0e260a82-dfee-4505-a415-3037882e3aa5'] in dv-cinder-772388-1-iscsi is: [{'id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'name': 'tempest-TestMinimumBasicScenario-2083448621-router', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:18Z', 'updated_at': '2021-01-25T18:49:27Z', 'revision_number': 4, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'gw_port': {'id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:19Z', 'updated_at': '2021-01-25T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'f1f75a0a-42fd-44e9-881b-0ea40fcdd96b', 'name': '', 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'mac_address': 'fa:16:3e:45:30:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '51e7574b-cada-4174-8553-3c9fdb07fc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:26Z', 'updated_at': '2021-01-25T18:49:38Z', 'revision_number': 4, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'subnets': [{'id': '51e7574b-cada-4174-8553-3c9fdb07fc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:49:40.124744 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:49:40.169037 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Network ba82550d-5508-4914-bbfa-83fcf2cd6dcc details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:49:40.267626 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] Pushing event updated for resources: {'Port': ['ID=60b41a6e-976e-44a6-8a9b-c3fdfff48e58,revision_number=2']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:40.315816 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fd190-8df6-41b3-a400-a71b7db3669b req-b9b1b55e-6260-4073-ae3a-78f21eced082 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:40.321760 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.927s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:40.337120 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-413fd190-8df6-41b3-a400-a71b7db3669b req-b9b1b55e-6260-4073-ae3a-78f21eced082 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.3895464
Jan 25 18:49:40.347137 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 3.0255442
Jan 25 18:49:40.354284 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 34598) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:40.396529 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-12a081c7-cc49-4eab-a375-a963a96fe73a admin admin] Request body: {'subnet': {'network_id': 'ba82550d-5508-4914-bbfa-83fcf2cd6dcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1633193484-subnet', 'tenant_id': '64dc47be47f24920a0c5bd33a5358022', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:49:40.453636 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-12a081c7-cc49-4eab-a375-a963a96fe73a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:49:40.485643 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-413fd190-8df6-41b3-a400-a71b7db3669b req-ac872db5-3fe0-4b32-a07a-5d87345b55a3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1471715
Jan 25 18:49:40.500418 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-12a081c7-cc49-4eab-a375-a963a96fe73a admin admin] Usage tracker for resource:subnet and tenant:64dc47be47f24920a0c5bd33a5358022 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:49:40.589822 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca3ab6-180a-447c-94a2-faca10188bdf req-9bbda108-16d2-452f-b183-e84fb073d39f tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:40.591486 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6eca3ab6-180a-447c-94a2-faca10188bdf req-9bbda108-16d2-452f-b183-e84fb073d39f tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=df09cc7f-ccd9-4d1c-a0f0-4aafd093db43 HTTP/1.1" status: 200  len: 943 time: 0.8401842
Jan 25 18:49:40.594057 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-12a081c7-cc49-4eab-a375-a963a96fe73a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:49:40.608433 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-12a081c7-cc49-4eab-a375-a963a96fe73a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:49:40.611687 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] Attempting to bind port 60b41a6e-976e-44a6-8a9b-c3fdfff48e58 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:49:40.612067 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] Attempting to bind port 60b41a6e-976e-44a6-8a9b-c3fdfff48e58 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '28f7dce5-bd7d-42e4-ac16-3cce4136308f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e2bbca44-8793-4b60-baa4-fe7ebb6abf5f'}] {{(pid=80198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:49:40.612438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] Attempting to bind port 60b41a6e-976e-44a6-8a9b-c3fdfff48e58 on network e2bbca44-8793-4b60-baa4-fe7ebb6abf5f {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:49:40.649030 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] Checking agent: {'id': '2edca791-6dfd-4a0b-9497-e94f443cd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 33), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:49:40.649425 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] Checking segment: {'id': '28f7dce5-bd7d-42e4-ac16-3cce4136308f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e2bbca44-8793-4b60-baa4-fe7ebb6abf5f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:49:40.649844 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:40.650256 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] Bound using segment: {'id': '28f7dce5-bd7d-42e4-ac16-3cce4136308f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e2bbca44-8793-4b60-baa4-fe7ebb6abf5f'} {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:49:40.650809 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] Bound port: 60b41a6e-976e-44a6-8a9b-c3fdfff48e58, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f7dce5-bd7d-42e4-ac16-3cce4136308f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e2bbca44-8793-4b60-baa4-fe7ebb6abf5f'}}] {{(pid=80198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:49:40.651266 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:40.651944 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:40.703975 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6eca3ab6-180a-447c-94a2-faca10188bdf req-ace19649-9c3a-487c-b560-be11d9be6f30 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983698
Jan 25 18:49:40.767688 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] For port f1f75a0a-42fd-44e9-881b-0ea40fcdd96b, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=f1f75a0a-42fd-44e9-881b-0ea40fcdd96b,segment=NetworkSegment(66e0d49b-515f-4380-830b-7da54bd1fc06),segment_id=66e0d49b-515f-4380-830b-7da54bd1fc06)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:49:40.785257 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:40.785257 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:40.788434 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a081c7-cc49-4eab-a375-a963a96fe73a admin admin] Made reservation on behalf of 64dc47be47f24920a0c5bd33a5358022 for: {'subnet': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:49:40.808439 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-12a081c7-cc49-4eab-a375-a963a96fe73a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847297581'] for subnet, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:41.013562 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Pushing event updated for resources: {'Port': ['ID=f1f75a0a-42fd-44e9-881b-0ea40fcdd96b,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:41.036509 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:41.312763 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] For port 60b41a6e-976e-44a6-8a9b-c3fdfff48e58, host hv-cinder-77238, cleared binding levels {{(pid=80198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:49:41.316293 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] For port 60b41a6e-976e-44a6-8a9b-c3fdfff48e58, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=60b41a6e-976e-44a6-8a9b-c3fdfff48e58,segment=NetworkSegment(28f7dce5-bd7d-42e4-ac16-3cce4136308f),segment_id=28f7dce5-bd7d-42e4-ac16-3cce4136308f)] {{(pid=80198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:49:41.333049 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847568392'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:41.353059 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:41.387756 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device f1f75a0a-42fd-44e9-881b-0ea40fcdd96b up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:49:41.621549 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] Pushing event updated for resources: {'Port': ['ID=60b41a6e-976e-44a6-8a9b-c3fdfff48e58,revision_number=3']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:41.630377 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:41.630654 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port f1f75a0a-42fd-44e9-881b-0ea40fcdd96b triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:49:41.631160 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:41.719259 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:41.719875 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:41.721471 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] 10.222.0.70 "PUT /v2.0/ports/60b41a6e-976e-44a6-8a9b-c3fdfff48e58 HTTP/1.1" status: 200  len: 1157 time: 3.4308896
Jan 25 18:49:41.722037 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df09cc7f-ccd9-4d1c-a0f0-4aafd093db43', 'tag': '60b41a6e-976e-44a6-8a9b-c3fdfff48e58'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:49:42.109469 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-b80e21bf-f587-4a1d-8994-80be8b597785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:42.111219 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-b80e21bf-f587-4a1d-8994-80be8b597785 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dca5b49d7c2f4169873d85cc3750b1d9&device_id=df09cc7f-ccd9-4d1c-a0f0-4aafd093db43 HTTP/1.1" status: 200  len: 1160 time: 0.2892544
Jan 25 18:49:42.325483 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708597b6-55c0-4203-88f6-39d60fa4d15c req-b4262829-b58b-43ec-a42c-8f96ad15e9da tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:42.345223 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-708597b6-55c0-4203-88f6-39d60fa4d15c req-b4262829-b58b-43ec-a42c-8f96ad15e9da tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.4757106
Jan 25 18:49:42.349117 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-18d69cf1-ea01-4a5b-aa4a-d758faa229fb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60b41a6e-976e-44a6-8a9b-c3fdfff48e58 HTTP/1.1" status: 200  len: 217 time: 0.1436055
Jan 25 18:49:42.437510 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-58327b2c-b142-4af5-8ca6-ffc0c028ef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:42.438846 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-58327b2c-b142-4af5-8ca6-ffc0c028ef95 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9bee634b-e96d-4a3c-a369-0f356e39d2a8 HTTP/1.1" status: 200  len: 854 time: 0.0787530
Jan 25 18:49:42.441054 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df09cc7f-ccd9-4d1c-a0f0-4aafd093db43', 'tag': '60b41a6e-976e-44a6-8a9b-c3fdfff48e58', 'status': 'completed', 'code': 200}
Jan 25 18:49:42.472990 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-708597b6-55c0-4203-88f6-39d60fa4d15c req-5e685eac-0116-4ea0-9491-613fdd9aa4e8 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1206267
Jan 25 18:49:42.524159 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-2ce32796-4df4-4972-8852-d5bbf292b92b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e2bbca44-8793-4b60-baa4-fe7ebb6abf5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0733776
Jan 25 18:49:42.818684 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-d9a0a138-e0f0-439c-b695-bba26e55c9e8 service neutron] 10.222.0.70 "GET /v2.0/networks/e2bbca44-8793-4b60-baa4-fe7ebb6abf5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2792730
Jan 25 18:49:42.967234 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-12a081c7-cc49-4eab-a375-a963a96fe73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7207273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847297568'] for subnet, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:43.009267 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e3a3ffd7-4fd7-4479-a46c-e5f8d0bf88a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:43.151250 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874a26d-7b7c-46e2-bbca-b686158f511e req-db1204d6-f34d-4201-bd8d-c2a5df5da599 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:43.167168 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a874a26d-7b7c-46e2-bbca-b686158f511e req-db1204d6-f34d-4201-bd8d-c2a5df5da599 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=df09cc7f-ccd9-4d1c-a0f0-4aafd093db43 HTTP/1.1" status: 200  len: 943 time: 0.5220413
Jan 25 18:49:43.617422 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a874a26d-7b7c-46e2-bbca-b686158f511e req-a23ef912-8f1d-47b5-b273-ca1c11bef930 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4505382
Jan 25 18:49:43.668756 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a081c7-cc49-4eab-a375-a963a96fe73a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9598133a-a7d4-42d2-895a-09a6058670a7,revision_number=0']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:43.704627 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-12a081c7-cc49-4eab-a375-a963a96fe73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:43.715770 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fcbb7990-adb8-471e-b89f-6f2237218b68 req-afaa3e4c-2ab9-4d69-9b5a-5a9a39374180 service neutron] 10.222.0.70 "GET /v2.0/networks/e2bbca44-8793-4b60-baa4-fe7ebb6abf5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8892996
Jan 25 18:49:43.744920 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a081c7-cc49-4eab-a375-a963a96fe73a admin admin] Checking segment: {'id': 'ce347357-31e5-439c-a7b7-8907757001a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ba82550d-5508-4914-bbfa-83fcf2cd6dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:49:43.746030 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a081c7-cc49-4eab-a375-a963a96fe73a admin admin] Network hostable DHCP agents. Network: ba82550d-5508-4914-bbfa-83fcf2cd6dcc, hostable agents: ['caa9e31d-b776-4d13-8aa3-93174b581c26'], hosted agents: [] {{(pid=80198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 25 18:49:43.796893 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a081c7-cc49-4eab-a375-a963a96fe73a admin admin] Network ba82550d-5508-4914-bbfa-83fcf2cd6dcc is scheduled to be hosted by DHCP agent caa9e31d-b776-4d13-8aa3-93174b581c26 with binding_index 1 {{(pid=80198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 25 18:49:43.824393 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-12a081c7-cc49-4eab-a375-a963a96fe73a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-iscsi, ba82550d-5508-4914-bbfa-83fcf2cd6dcc) {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:49:43.841905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b2cbb3-9fb2-4fcc-8d24-c0b4507a3b49 None None] Network ba82550d-5508-4914-bbfa-83fcf2cd6dcc requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:49:43.905127 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a081c7-cc49-4eab-a375-a963a96fe73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:43.906016 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-12a081c7-cc49-4eab-a375-a963a96fe73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:43.973031 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-12a081c7-cc49-4eab-a375-a963a96fe73a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 3.6134875
Jan 25 18:49:44.043956 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6ef6d-9db7-428d-b8cf-74de3a709e56 req-7bdf0ba9-78ca-43c7-ba98-e8367fe88f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:44.047136 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e7a6ef6d-9db7-428d-b8cf-74de3a709e56 req-7bdf0ba9-78ca-43c7-ba98-e8367fe88f16 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dca5b49d7c2f4169873d85cc3750b1d9&device_id=df09cc7f-ccd9-4d1c-a0f0-4aafd093db43 HTTP/1.1" status: 200  len: 1160 time: 0.2046542
Jan 25 18:49:44.343003 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bcd64-c87a-432f-b11c-68c52965a685 req-795b79cd-5c8e-4801-92a1-3eb85cb0e184 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:44.350682 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-099bcd64-c87a-432f-b11c-68c52965a685 req-795b79cd-5c8e-4801-92a1-3eb85cb0e184 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.5252113
Jan 25 18:49:44.578883 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-099bcd64-c87a-432f-b11c-68c52965a685 req-8bd304e3-f225-4a5b-b317-de745a40cb54 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2138782
Jan 25 18:49:44.638823 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a402f060-3070-489c-baf7-c3d99faa1e74 None None] Network ba82550d-5508-4914-bbfa-83fcf2cd6dcc requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:49:44.719890 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6ef6d-9db7-428d-b8cf-74de3a709e56 req-f986f1ff-89fb-492c-aefc-9b68a1ee2d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:44.725132 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e7a6ef6d-9db7-428d-b8cf-74de3a709e56 req-f986f1ff-89fb-492c-aefc-9b68a1ee2d8a service neutron] 10.222.0.70 "GET /v2.0/networks?id=e2bbca44-8793-4b60-baa4-fe7ebb6abf5f HTTP/1.1" status: 200  len: 908 time: 0.6661463
Jan 25 18:49:45.148136 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e7a6ef6d-9db7-428d-b8cf-74de3a709e56 req-2c11e20f-fd71-4f5d-a6e4-af241ed940b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60b41a6e-976e-44a6-8a9b-c3fdfff48e58 HTTP/1.1" status: 200  len: 217 time: 0.4131420
Jan 25 18:49:45.440582 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6ef6d-9db7-428d-b8cf-74de3a709e56 req-6af77c10-65cd-488d-b5ad-c0fe5f38294d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:45.444186 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e7a6ef6d-9db7-428d-b8cf-74de3a709e56 req-6af77c10-65cd-488d-b5ad-c0fe5f38294d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9bee634b-e96d-4a3c-a369-0f356e39d2a8 HTTP/1.1" status: 200  len: 854 time: 0.1680045
Jan 25 18:49:45.605813 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e7a6ef6d-9db7-428d-b8cf-74de3a709e56 req-58d8a2e9-f4ba-4177-8777-ee68254e7b59 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e2bbca44-8793-4b60-baa4-fe7ebb6abf5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1453006
Jan 25 18:49:46.235741 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50434af4-c0ff-4977-bf32-542746029134 req-f80d5512-942b-4e93-9b5d-25221313febd tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:46.248741 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-50434af4-c0ff-4977-bf32-542746029134 req-f80d5512-942b-4e93-9b5d-25221313febd tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=df09cc7f-ccd9-4d1c-a0f0-4aafd093db43 HTTP/1.1" status: 200  len: 943 time: 1.1337173
Jan 25 18:49:46.356666 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e7a6ef6d-9db7-428d-b8cf-74de3a709e56 req-5c2ed973-8a83-4f56-9404-21d273e18a18 service neutron] 10.222.0.70 "GET /v2.0/networks/e2bbca44-8793-4b60-baa4-fe7ebb6abf5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7420883
Jan 25 18:49:46.501965 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bc4cc-5bc7-4f5e-a249-f9b9149c0215 req-f5990c33-e297-40a8-883e-ed4e9d0063cc tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:46.510844 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2e2bc4cc-5bc7-4f5e-a249-f9b9149c0215 req-f5990c33-e297-40a8-883e-ed4e9d0063cc tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.3667614
Jan 25 18:49:46.601997 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-50434af4-c0ff-4977-bf32-542746029134 req-61de3eff-6232-4033-a1c0-ec9e454526ee tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3516665
Jan 25 18:49:46.673744 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2e2bc4cc-5bc7-4f5e-a249-f9b9149c0215 req-99c07c7a-67c5-49b4-86d6-caf90f07b803 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1515782
Jan 25 18:49:46.860062 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 34678) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:46.867826 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-910493198-network', 'tenant_id': '3bf2abcab99e41e9b283efbbb1f93490'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:49:46.884065 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:49:46.894826 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] Usage tracker for resource:network and tenant:3bf2abcab99e41e9b283efbbb1f93490 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:49:46.902097 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:49:46.914620 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:49:46.942943 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] Made reservation on behalf of 3bf2abcab99e41e9b283efbbb1f93490 for: {'network': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:49:46.948934 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for network, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:46.983864 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:47.021432 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e7a6ef6d-9db7-428d-b8cf-74de3a709e56 req-f96b4205-df8c-4135-a7ae-8cc261f0c384 service neutron] 10.222.0.70 "GET /v2.0/networks/e2bbca44-8793-4b60-baa4-fe7ebb6abf5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6056743
Jan 25 18:49:47.033215 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:49:47.043219 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] Usage tracker for resource:security_group_rule and tenant:3bf2abcab99e41e9b283efbbb1f93490 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:49:47.057274 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:49:47.068941 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:49:47.202464 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:47.208498 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:47.223505 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-fe0f422b-1a82-4a03-ab75-8790d8acb393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:47.308640 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bc3a27-fe77-44a7-a153-d4b0b57c5a53,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:47.312571 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:47.338169 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 25 18:49:47.353487 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:47.353962 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.segments_db [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] Added segment bc5c9d34-e4c3-4a9d-97f8-2e605de28e6e of type vxlan for network 4d690857-02d9-445e-9a95-952cd88a498b
Jan 25 18:49:47.393026 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298168216078'] for network, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:47.475123 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:47.477885 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:47.479155 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:47.489577 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:47.691575 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] Pushing event updated for resources: {'Network': ['ID=4d690857-02d9-445e-9a95-952cd88a498b,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:47.700356 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:47.711959 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Network 4d690857-02d9-445e-9a95-952cd88a498b details requested by agent ovs-agent-dv-cinder-772388-1-iscsi with host dv-cinder-772388-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:49:47.729778 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.8686185
Jan 25 18:49:47.734221 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 34688) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:47.752991 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-84eb95c3-5b5d-43c2-9e61-55d4716e9536 admin admin] Request body: {'subnet': {'network_id': '4d690857-02d9-445e-9a95-952cd88a498b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-910493198-subnet', 'tenant_id': '3bf2abcab99e41e9b283efbbb1f93490', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:49:47.777899 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-84eb95c3-5b5d-43c2-9e61-55d4716e9536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:49:47.800290 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-84eb95c3-5b5d-43c2-9e61-55d4716e9536 admin admin] Usage tracker for resource:subnet and tenant:3bf2abcab99e41e9b283efbbb1f93490 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:49:47.811817 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-84eb95c3-5b5d-43c2-9e61-55d4716e9536 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:49:47.846896 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-84eb95c3-5b5d-43c2-9e61-55d4716e9536 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:49:47.873972 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84eb95c3-5b5d-43c2-9e61-55d4716e9536 admin admin] Made reservation on behalf of 3bf2abcab99e41e9b283efbbb1f93490 for: {'subnet': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:49:47.884887 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-84eb95c3-5b5d-43c2-9e61-55d4716e9536 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847588136'] for subnet, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:47.996611 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Network 4d690857-02d9-445e-9a95-952cd88a498b details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:49:48.798215 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2e821-5992-4392-a66f-faac1f74f9f2 req-b356f288-f46e-4ba5-aff8-82ac34fd5779 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:48.802058 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4ca2e821-5992-4392-a66f-faac1f74f9f2 req-b356f288-f46e-4ba5-aff8-82ac34fd5779 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=df09cc7f-ccd9-4d1c-a0f0-4aafd093db43 HTTP/1.1" status: 200  len: 943 time: 0.4375160
Jan 25 18:49:48.832121 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c9882-9f28-422f-b321-578c89348f7c req-d01af3b3-fa39-4e14-a0f3-8319d98f1a54 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:48.834336 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dd3c9882-9f28-422f-b321-578c89348f7c req-d01af3b3-fa39-4e14-a0f3-8319d98f1a54 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.3799376
Jan 25 18:49:48.855612 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 34704) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:48.949995 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dd3c9882-9f28-422f-b321-578c89348f7c req-ae5e188c-19a0-48b3-8574-4f2ea707f886 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0928524
Jan 25 18:49:49.039480 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-84eb95c3-5b5d-43c2-9e61-55d4716e9536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848365515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847588117'] for subnet, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:49.058488 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0c795362-1b75-4a31-9a8f-06e8187a17fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:49.136538 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4ca2e821-5992-4392-a66f-faac1f74f9f2 req-f7ad4d2f-3e61-48df-80df-18b8beeebf90 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3258047
Jan 25 18:49:49.182290 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb95c3-5b5d-43c2-9e61-55d4716e9536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb118288-b53f-4c76-81f6-159ac7fda411,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:49.186566 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-84eb95c3-5b5d-43c2-9e61-55d4716e9536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:49.357662 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f209776f-4f74-4e95-8ed6-822d90917050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:49.411505 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-f209776f-4f74-4e95-8ed6-822d90917050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:49:49.415716 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:49.427665 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-f209776f-4f74-4e95-8ed6-822d90917050 admin admin] Usage tracker for resource:security_group_rule and tenant:f99a5a3ca6994ffaa360e211fe7e9a08 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:49:49.438500 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-f209776f-4f74-4e95-8ed6-822d90917050 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:49:49.473459 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-f209776f-4f74-4e95-8ed6-822d90917050 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:49:49.626623 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb95c3-5b5d-43c2-9e61-55d4716e9536 admin admin] Checking segment: {'id': 'bc5c9d34-e4c3-4a9d-97f8-2e605de28e6e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d690857-02d9-445e-9a95-952cd88a498b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:49:49.627369 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eb95c3-5b5d-43c2-9e61-55d4716e9536 admin admin] Network hostable DHCP agents. Network: 4d690857-02d9-445e-9a95-952cd88a498b, hostable agents: ['caa9e31d-b776-4d13-8aa3-93174b581c26'], hosted agents: [] {{(pid=80199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 25 18:49:49.721638 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 60b41a6e-976e-44a6-8a9b-c3fdfff48e58 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:49:49.764366 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eb95c3-5b5d-43c2-9e61-55d4716e9536 admin admin] Network 4d690857-02d9-445e-9a95-952cd88a498b is scheduled to be hosted by DHCP agent caa9e31d-b776-4d13-8aa3-93174b581c26 with binding_index 1 {{(pid=80199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 25 18:49:49.789117 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-84eb95c3-5b5d-43c2-9e61-55d4716e9536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-iscsi, 4d690857-02d9-445e-9a95-952cd88a498b) {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:49:49.817264 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eb95c3-5b5d-43c2-9e61-55d4716e9536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:49.817947 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-84eb95c3-5b5d-43c2-9e61-55d4716e9536 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:49.824167 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f209776f-4f74-4e95-8ed6-822d90917050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:49.836538 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f209776f-4f74-4e95-8ed6-822d90917050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:49.857705 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-ed8511a2-4f01-4777-ac17-51b0634a9dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:49.893417 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209776f-4f74-4e95-8ed6-822d90917050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d620f89-84a0-4978-bbb6-2d64cd59f247,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:49.896717 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113fdcfa-2d4f-4f91-8869-ebb41c09fcf4 None None] Network 4d690857-02d9-445e-9a95-952cd88a498b requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:49:49.916045 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f209776f-4f74-4e95-8ed6-822d90917050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:49.961009 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-f209776f-4f74-4e95-8ed6-822d90917050 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f99a5a3ca6994ffaa360e211fe7e9a08&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0864756
Jan 25 18:49:49.961009 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-84eb95c3-5b5d-43c2-9e61-55d4716e9536 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.2162273
Jan 25 18:49:49.971954 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 34716) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:50.120036 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a93ddb7f-b480-4357-8ebd-4693b00d2ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:50.195051 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 34724) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:50.212844 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a93ddb7f-b480-4357-8ebd-4693b00d2ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:50.308138 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning for port 60b41a6e-976e-44a6-8a9b-c3fdfff48e58 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:49:50.341481 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 60b41a6e-976e-44a6-8a9b-c3fdfff48e58 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:49:50.341481 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:50.366497 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a93ddb7f-b480-4357-8ebd-4693b00d2ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:50.391992 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a2bbdd49-e3b4-460a-b694-5d884437a47f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:50.486511 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b109182-5043-4bad-ab1d-9bc67285de77 admin admin] Deleting subnet 9598133a-a7d4-42d2-895a-09a6058670a7 {{(pid=80198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 25 18:49:50.505548 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2b109182-5043-4bad-ab1d-9bc67285de77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:50.662424 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ddb7f-b480-4357-8ebd-4693b00d2ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d620f89-84a0-4978-bbb6-2d64cd59f247,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:50.672002 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a93ddb7f-b480-4357-8ebd-4693b00d2ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:50.672708 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a93ddb7f-b480-4357-8ebd-4693b00d2ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:50.684565 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-a93ddb7f-b480-4357-8ebd-4693b00d2ed6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3d620f89-84a0-4978-bbb6-2d64cd59f247 HTTP/1.1" status: 204  len: 168 time: 0.7073941
Jan 25 18:49:50.719025 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2b109182-5043-4bad-ab1d-9bc67285de77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847568619'] for subnet, precommit_delete_associations {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:50.869888 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee982400-c437-4ae8-b0e2-8c08f749c187 req-2a2960f2-2fa3-4ae4-80df-e7af68a5b837 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:50.871647 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ee982400-c437-4ae8-b0e2-8c08f749c187 req-2a2960f2-2fa3-4ae4-80df-e7af68a5b837 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.4371367
Jan 25 18:49:50.999367 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ee982400-c437-4ae8-b0e2-8c08f749c187 req-88601c68-a894-47e6-b81e-a737c0e932ca tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1191022
Jan 25 18:49:51.104911 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95981ffc-9d36-450d-bc02-32d3ee2eba27 None None] Network 4d690857-02d9-445e-9a95-952cd88a498b requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:49:51.243084 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d80faba0-e541-44c0-85fd-f80728d7f927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:51.525485 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2b109182-5043-4bad-ab1d-9bc67285de77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-613998'] for subnet, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:51.861214 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:51.955477 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2b109182-5043-4bad-ab1d-9bc67285de77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847568475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7478248'] for subnet, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:52.115661 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-313150a2-71b5-44b4-97ab-d709549d9933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:52.240556 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b109182-5043-4bad-ab1d-9bc67285de77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9598133a-a7d4-42d2-895a-09a6058670a7,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:52.270605 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 34738) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:52.279313 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2b109182-5043-4bad-ab1d-9bc67285de77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:52.300523 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df09cc7f-ccd9-4d1c-a0f0-4aafd093db43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b41a6e-976e-44a6-8a9b-c3fdfff48e58'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:49:52.329248 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d58906bd-d27b-4327-a086-500e94df3d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:52.342995 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 60b41a6e-976e-44a6-8a9b-c3fdfff48e58, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=60b41a6e-976e-44a6-8a9b-c3fdfff48e58,segment=NetworkSegment(28f7dce5-bd7d-42e4-ac16-3cce4136308f),segment_id=28f7dce5-bd7d-42e4-ac16-3cce4136308f)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:49:52.348931 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:52.350180 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:49:52.376720 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-d58906bd-d27b-4327-a086-500e94df3d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:49:52.386607 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-d58906bd-d27b-4327-a086-500e94df3d4d admin admin] Usage tracker for resource:security_group_rule and tenant:fb8afe756cf8439e88504930cc37f259 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:49:52.391621 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-d58906bd-d27b-4327-a086-500e94df3d4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:49:52.399193 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:52.401303 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-d58906bd-d27b-4327-a086-500e94df3d4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:49:52.449585 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2b109182-5043-4bad-ab1d-9bc67285de77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:52.483496 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-2b109182-5043-4bad-ab1d-9bc67285de77 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9598133a-a7d4-42d2-895a-09a6058670a7 HTTP/1.1" status: 204  len: 168 time: 2.2865024
Jan 25 18:49:52.494647 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 34748) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:52.515820 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=60b41a6e-976e-44a6-8a9b-c3fdfff48e58,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:52.523322 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:52.534099 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:49:52.534616 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:52.618178 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab571e10-03f6-4f2a-b957-0a28a9f9e533 req-f9dd50a7-24e0-47e6-8edb-27d3c9f1b678 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:52.619904 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ab571e10-03f6-4f2a-b957-0a28a9f9e533 req-f9dd50a7-24e0-47e6-8edb-27d3c9f1b678 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.2398338
Jan 25 18:49:52.651883 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-565cb011-b6cc-4e55-97e9-cbe7d9a9a131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854171154'] for network, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:52.736080 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ab571e10-03f6-4f2a-b957-0a28a9f9e533 req-0c9a15c2-c958-4990-9f4a-ca2574a64fa2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1086156
Jan 25 18:49:52.755342 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7c4f6-f1c0-4973-b136-1112eaa7a9f3 req-8afb8e83-888d-4f27-959c-0aaeb77297a4 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:52.764332 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e9c7c4f6-f1c0-4973-b136-1112eaa7a9f3 req-8afb8e83-888d-4f27-959c-0aaeb77297a4 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=df09cc7f-ccd9-4d1c-a0f0-4aafd093db43 HTTP/1.1" status: 200  len: 943 time: 2.2662013
Jan 25 18:49:53.219795 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:53.229548 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-59d538cb-41c4-492a-b1c9-c8e9e4676e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:53.274494 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e9c7c4f6-f1c0-4973-b136-1112eaa7a9f3 req-503b694d-2d1e-425b-afeb-ae2c7fa7ed75 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5086637
Jan 25 18:49:53.312721 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d58906bd-d27b-4327-a086-500e94df3d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:53.323869 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-565cb011-b6cc-4e55-97e9-cbe7d9a9a131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-613939', 'neutron.services.segments.db._delete_segments_for_network--9223363298167826975'] for network, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:53.483055 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df09cc7f-ccd9-4d1c-a0f0-4aafd093db43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b41a6e-976e-44a6-8a9b-c3fdfff48e58', 'code': 200}
Jan 25 18:49:53.545840 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-565cb011-b6cc-4e55-97e9-cbe7d9a9a131 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a24768e80>,) {'filters': {'network_id': ['ba82550d-5508-4914-bbfa-83fcf2cd6dcc']}} {{(pid=80198) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:49:53.567861 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-565cb011-b6cc-4e55-97e9-cbe7d9a9a131 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a24768e80>, 'ce347357-31e5-439c-a7b7-8907757001a0') {'for_net_delete': True} {{(pid=80198) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:49:53.568183 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-565cb011-b6cc-4e55-97e9-cbe7d9a9a131 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a24768e80>, 'ce347357-31e5-439c-a7b7-8907757001a0') {} {{(pid=80198) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:49:53.574194 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 60b41a6e-976e-44a6-8a9b-c3fdfff48e58 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:49:53.587486 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-565cb011-b6cc-4e55-97e9-cbe7d9a9a131 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298167820831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7207198'] for segment, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:53.640757 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-565cb011-b6cc-4e55-97e9-cbe7d9a9a131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:53.650364 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-565cb011-b6cc-4e55-97e9-cbe7d9a9a131 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 25 18:49:53.765654 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 60b41a6e-976e-44a6-8a9b-c3fdfff48e58 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:49:53.768775 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:54.003358 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-565cb011-b6cc-4e55-97e9-cbe7d9a9a131 admin admin] Network ba82550d-5508-4914-bbfa-83fcf2cd6dcc has no segments {{(pid=80198) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:49:54.021108 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-565cb011-b6cc-4e55-97e9-cbe7d9a9a131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-607990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7338759'] for segment, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:54.282920 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-565cb011-b6cc-4e55-97e9-cbe7d9a9a131 admin admin] Network ba82550d-5508-4914-bbfa-83fcf2cd6dcc has no segments {{(pid=80198) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]: Traceback (most recent call last):
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:     timer()
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:     cb(*args, **kw)
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:     return func(*args, **kwargs)
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:     self._notify()
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:     self.callback(batched_events)
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:     event.method(event)
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:     segment_id)['aggregates'][0]
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(self, *a, **k)
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self._get(url).json()
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:     **kwargs)
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.request(url, 'GET', **kwargs)
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:     **endpoint_filter)
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 25 18:49:54.323148 dv-cinder-772388-1-iscsi neutron-server[80085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 25 18:49:54.437269 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d58906bd-d27b-4327-a086-500e94df3d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:54.464736 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-baa36b6c-6a83-40f0-8745-48e24b4a6f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:54.672468 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-d58906bd-d27b-4327-a086-500e94df3d4d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fb8afe756cf8439e88504930cc37f259&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3958895
Jan 25 18:49:54.672749 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58906bd-d27b-4327-a086-500e94df3d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a913d113-e35d-4c7b-ab18-79a63803625b,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:54.683416 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 34758) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:54.684145 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d58906bd-d27b-4327-a086-500e94df3d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:54.770437 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:54.782145 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-565cb011-b6cc-4e55-97e9-cbe7d9a9a131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854161852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363661'] for network, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:54.864076 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65c67f-a81c-4eaa-91c9-346f7b7efad9 req-fdf2751a-2903-4470-9579-ba492af6d641 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:54.865915 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2d65c67f-a81c-4eaa-91c9-346f7b7efad9 req-fdf2751a-2903-4470-9579-ba492af6d641 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=df09cc7f-ccd9-4d1c-a0f0-4aafd093db43 HTTP/1.1" status: 200  len: 945 time: 0.2446542
Jan 25 18:49:54.887056 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac0dae-a5dc-4bf9-9af6-1e4c7cec422b req-30111684-1057-4954-a0ec-9b6a97b37234 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:54.890661 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6bac0dae-a5dc-4bf9-9af6-1e4c7cec422b req-30111684-1057-4954-a0ec-9b6a97b37234 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.5877926
Jan 25 18:49:54.906665 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-565cb011-b6cc-4e55-97e9-cbe7d9a9a131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:54.926891 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-24ede7df-2b81-4880-9a1a-2592c9c85508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:54.949557 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2d65c67f-a81c-4eaa-91c9-346f7b7efad9 req-48642c3b-23cc-47c0-9a14-4ee5a0a4251f tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766411
Jan 25 18:49:55.042912 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ca500-d067-4a0a-ab80-145661a6453b req-0e4d8fc0-9586-40a9-bf51-8511213245f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:55.046475 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-953ca500-d067-4a0a-ab80-145661a6453b req-0e4d8fc0-9586-40a9-bf51-8511213245f9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=df09cc7f-ccd9-4d1c-a0f0-4aafd093db43 HTTP/1.1" status: 200  len: 1162 time: 0.7456040
Jan 25 18:49:55.136381 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6bac0dae-a5dc-4bf9-9af6-1e4c7cec422b req-1fb378bb-5270-46b7-8412-1d77754097e3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1797879
Jan 25 18:49:55.152294 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:55.203905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cb011-b6cc-4e55-97e9-cbe7d9a9a131 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba82550d-5508-4914-bbfa-83fcf2cd6dcc,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:55.214866 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0d106d4f-8f74-4bf8-ba99-e1e8db58867c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:55.216947 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-565cb011-b6cc-4e55-97e9-cbe7d9a9a131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:55.223406 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-565cb011-b6cc-4e55-97e9-cbe7d9a9a131 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ba82550d-5508-4914-bbfa-83fcf2cd6dcc HTTP/1.1" status: 204  len: 168 time: 2.7249184
Jan 25 18:49:55.226154 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 34762) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:55.254973 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-953ca500-d067-4a0a-ab80-145661a6453b req-d5310a10-cf95-464b-9eba-fa778a170740 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1500201
Jan 25 18:49:55.283308 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0d106d4f-8f74-4bf8-ba99-e1e8db58867c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:55.369129 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7826c11-2f41-404c-b3fa-113e9771af4a admin admin] Deleting subnet cb118288-b53f-4c76-81f6-159ac7fda411 {{(pid=80199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 25 18:49:55.372936 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c7826c11-2f41-404c-b3fa-113e9771af4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:55.404946 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0d106d4f-8f74-4bf8-ba99-e1e8db58867c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:55.414949 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-fc5cb778-6f80-40b3-88fa-5cb9bd3fde1b tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:55.433199 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c7826c11-2f41-404c-b3fa-113e9771af4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1953463'] for subnet, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:55.441924 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d106d4f-8f74-4bf8-ba99-e1e8db58867c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a913d113-e35d-4c7b-ab18-79a63803625b,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:55.446800 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0d106d4f-8f74-4bf8-ba99-e1e8db58867c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:55.464821 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0d106d4f-8f74-4bf8-ba99-e1e8db58867c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:55.466235 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-0d106d4f-8f74-4bf8-ba99-e1e8db58867c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a913d113-e35d-4c7b-ab18-79a63803625b HTTP/1.1" status: 204  len: 168 time: 0.7746308
Jan 25 18:49:55.543225 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c7826c11-2f41-404c-b3fa-113e9771af4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-613998'] for subnet, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:56.033684 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c7826c11-2f41-404c-b3fa-113e9771af4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7187683'] for subnet, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:56.080564 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b290665d-6fc2-4008-a48d-026b9a09e929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:49:56.497343 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7826c11-2f41-404c-b3fa-113e9771af4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb118288-b53f-4c76-81f6-159ac7fda411,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:49:56.522986 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c7826c11-2f41-404c-b3fa-113e9771af4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:49:56.643345 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c7826c11-2f41-404c-b3fa-113e9771af4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:56.660357 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-c7826c11-2f41-404c-b3fa-113e9771af4a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cb118288-b53f-4c76-81f6-159ac7fda411 HTTP/1.1" status: 204  len: 168 time: 1.4296391
Jan 25 18:49:56.663641 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 34784) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:49:56.874229 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b698f4-eff7-4dd5-9c36-052372b03e5b req-46f68dec-2652-4010-8630-d97d1e14fac3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:56.889464 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e6b698f4-eff7-4dd5-9c36-052372b03e5b req-46f68dec-2652-4010-8630-d97d1e14fac3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.3267875
Jan 25 18:49:57.032989 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ffb8d-58d2-44aa-85f8-78cafc9fb425 req-1e123fae-ab67-44a3-80a3-6ea63b17b4ca tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:57.054964 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-366ffb8d-58d2-44aa-85f8-78cafc9fb425 req-1e123fae-ab67-44a3-80a3-6ea63b17b4ca tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=df09cc7f-ccd9-4d1c-a0f0-4aafd093db43 HTTP/1.1" status: 200  len: 945 time: 0.6691847
Jan 25 18:49:57.066546 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e6b698f4-eff7-4dd5-9c36-052372b03e5b req-cab183db-abfb-4fde-b664-365bf6268a48 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1713257
Jan 25 18:49:57.166776 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4df7-921f-4e81-a9da-e5f190c48639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854171154'] for network, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:57.417296 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-366ffb8d-58d2-44aa-85f8-78cafc9fb425 req-02b0ac2e-7a00-45da-a0c8-f7314c71f420 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3608985
Jan 25 18:49:57.780417 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4df7-921f-4e81-a9da-e5f190c48639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-613939', 'neutron.services.segments.db._delete_segments_for_network--9223363298167826975'] for network, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:58.168920 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-2e9f4df7-921f-4e81-a9da-e5f190c48639 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a235d1198>,) {'filters': {'network_id': ['4d690857-02d9-445e-9a95-952cd88a498b']}} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:49:58.195094 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-2e9f4df7-921f-4e81-a9da-e5f190c48639 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a235d1198>, 'bc5c9d34-e4c3-4a9d-97f8-2e605de28e6e') {'for_net_delete': True} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:49:58.195660 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-2e9f4df7-921f-4e81-a9da-e5f190c48639 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a235d1198>, 'bc5c9d34-e4c3-4a9d-97f8-2e605de28e6e') {} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:49:58.236630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4df7-921f-4e81-a9da-e5f190c48639 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298167820831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852822340'] for segment, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:58.283790 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4df7-921f-4e81-a9da-e5f190c48639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:58.288716 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2e9f4df7-921f-4e81-a9da-e5f190c48639 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 25 18:49:58.961457 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56d4e1-e0e6-4726-81e9-61f4f47726a7 req-8bd35aad-da16-46b5-9ef5-21b3b4d5ab4e tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:58.970184 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-df56d4e1-e0e6-4726-81e9-61f4f47726a7 req-8bd35aad-da16-46b5-9ef5-21b3b4d5ab4e tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=df09cc7f-ccd9-4d1c-a0f0-4aafd093db43 HTTP/1.1" status: 200  len: 945 time: 0.1641846
Jan 25 18:49:59.070572 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-df56d4e1-e0e6-4726-81e9-61f4f47726a7 req-3ac4fe64-28eb-4217-9815-60ddc0df7b07 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980802
Jan 25 18:49:59.225312 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-2e9f4df7-921f-4e81-a9da-e5f190c48639 admin admin] Network 4d690857-02d9-445e-9a95-952cd88a498b has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:49:59.236840 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4df7-921f-4e81-a9da-e5f190c48639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-607990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848233893'] for segment, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:49:59.355729 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9b1c2-aaeb-40f1-9261-01736c68d7b7 req-45f23830-29dc-4813-9642-54c76c9c6949 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:59.363781 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-74c9b1c2-aaeb-40f1-9261-01736c68d7b7 req-45f23830-29dc-4813-9642-54c76c9c6949 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.5103419
Jan 25 18:49:59.438794 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-74c9b1c2-aaeb-40f1-9261-01736c68d7b7 req-ada23af2-5625-4fca-adf0-fcf05b7fb7dc tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727837
Jan 25 18:49:59.450075 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-a127500b-cc5e-4768-aaaa-c485954943f5 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:49:59.458480 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-a127500b-cc5e-4768-aaaa-c485954943f5 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/networks?id=5befc5c7-4fb1-441f-ae56-895f36e7215f HTTP/1.1" status: 200  len: 815 time: 0.2412260
Jan 25 18:49:59.478519 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-471fb215-3c6a-4fff-b07c-4d85e1ef598a tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/quotas/234b78cd296a4bdea51c2f35045a0c86 HTTP/1.1" status: 200  len: 375 time: 0.0189791
Jan 25 18:49:59.662610 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-6f2f9ff1-3abf-4442-a12a-5a6d5b671920 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?tenant_id=234b78cd296a4bdea51c2f35045a0c86&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1830225
Jan 25 18:49:59.754992 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-2e9f4df7-921f-4e81-a9da-e5f190c48639 admin admin] Network 4d690857-02d9-445e-9a95-952cd88a498b has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]: Traceback (most recent call last):
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:     timer()
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:     cb(*args, **kw)
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:     return func(*args, **kwargs)
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:     self._notify()
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:     self.callback(batched_events)
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:     event.method(event)
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:     segment_id)['aggregates'][0]
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(self, *a, **k)
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self._get(url).json()
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:     **kwargs)
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.request(url, 'GET', **kwargs)
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:     **endpoint_filter)
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 25 18:49:59.816627 dv-cinder-772388-1-iscsi neutron-server[80085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 25 18:49:59.999885 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4df7-921f-4e81-a9da-e5f190c48639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854161852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363661'] for network, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:00.005400 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4df7-921f-4e81-a9da-e5f190c48639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:00.021731 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:00.080637 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-2e9f4df7-921f-4e81-a9da-e5f190c48639 admin admin] 10.222.0.77 "DELETE /v2.0/networks/4d690857-02d9-445e-9a95-952cd88a498b HTTP/1.1" status: 204  len: 168 time: 3.4154181
Jan 25 18:50:00.084391 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f4df7-921f-4e81-a9da-e5f190c48639 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d690857-02d9-445e-9a95-952cd88a498b,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:00.089942 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2e9f4df7-921f-4e81-a9da-e5f190c48639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:00.274799 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-19486ff1-056b-4335-b4ab-fae12746916b service neutron] 10.222.0.77 "GET /v2.0/networks/5befc5c7-4fb1-441f-ae56-895f36e7215f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6108158
Jan 25 18:50:00.683709 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 34860) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:50:00.895232 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-f8a83843-3af9-4dac-9c86-918129ea7e32 service neutron] 10.222.0.77 "GET /v2.0/networks/5befc5c7-4fb1-441f-ae56-895f36e7215f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6189277
Jan 25 18:50:00.960345 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 34876) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:50:00.961669 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-66915960-01d1-4f73-85fd-052d7c830123 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=64dc47be47f24920a0c5bd33a5358022&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2760391
Jan 25 18:50:01.085685 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4654a3-1106-4231-9254-aeeb303b01d6 req-f502a495-d4b3-440d-aad9-3ef382d37143 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:01.089057 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3b4654a3-1106-4231-9254-aeeb303b01d6 req-f502a495-d4b3-440d-aad9-3ef382d37143 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.2645085
Jan 25 18:50:01.169268 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-66757f96-f21e-4ca8-b7c3-3069c9c74279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:01.249815 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3b4654a3-1106-4231-9254-aeeb303b01d6 req-1afa1cfe-1fbd-4b6c-944e-f460027a61b9 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1538274
Jan 25 18:50:01.350135 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-66757f96-f21e-4ca8-b7c3-3069c9c74279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:01.441633 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-02d1fc9e-74e2-482e-bc15-1084374ca9a5 req-437ffd56-6d30-4f3b-9510-5c32895e290b tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 210 time: 0.2305040
Jan 25 18:50:01.443274 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-66757f96-f21e-4ca8-b7c3-3069c9c74279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:01.461902 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b5381de8-a60b-4ef7-8046-3845b98d6293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:01.485478 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66757f96-f21e-4ca8-b7c3-3069c9c74279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb608f52-7d14-4d47-b626-f020ee8ff497,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:01.503025 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-66757f96-f21e-4ca8-b7c3-3069c9c74279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:01.506282 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-66757f96-f21e-4ca8-b7c3-3069c9c74279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:01.507733 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-66757f96-f21e-4ca8-b7c3-3069c9c74279 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eb608f52-7d14-4d47-b626-f020ee8ff497 HTTP/1.1" status: 204  len: 168 time: 0.5461295
Jan 25 18:50:01.766523 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 34894) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:50:02.241426 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9780e1d6-eb07-4316-a3b1-a65afeb85e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:02.260412 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-9780e1d6-eb07-4316-a3b1-a65afeb85e98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:50:02.265215 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-9780e1d6-eb07-4316-a3b1-a65afeb85e98 admin admin] Usage tracker for resource:security_group_rule and tenant:332b3cf261ec46b5a4888b4c76944904 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:50:02.269253 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-9780e1d6-eb07-4316-a3b1-a65afeb85e98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:50:02.276613 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-9780e1d6-eb07-4316-a3b1-a65afeb85e98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:50:02.447557 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 34906) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:50:02.471542 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9780e1d6-eb07-4316-a3b1-a65afeb85e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:02.475345 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9780e1d6-eb07-4316-a3b1-a65afeb85e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:02.498258 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d3047530-7c3d-461b-a3fd-1377c1d1a5ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:02.574090 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780e1d6-eb07-4316-a3b1-a65afeb85e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc073d3-fe6c-42a4-a03e-62f544d38c6f,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:02.580527 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-b7ed7c91-7c2b-4afd-aab6-e7ecb4b1bd17 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3bf2abcab99e41e9b283efbbb1f93490&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1313062
Jan 25 18:50:02.581380 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-9780e1d6-eb07-4316-a3b1-a65afeb85e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:02.585665 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 34912) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:50:02.697605 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f94dcf51-4994-458f-ba47-a8edaa7aa4b7 req-51336c8e-f7af-429e-904e-bb7e103d697d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 210 time: 0.0638597
Jan 25 18:50:02.730665 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-9780e1d6-eb07-4316-a3b1-a65afeb85e98 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=332b3cf261ec46b5a4888b4c76944904&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9624538
Jan 25 18:50:02.733478 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 34916) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:50:02.784240 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f5840b8d-86ae-4519-ae04-a3fcf37bb9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:02.812844 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-063fc2bf-1299-4897-b051-d296c2f15593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:02.832782 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f5840b8d-86ae-4519-ae04-a3fcf37bb9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:02.857008 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-063fc2bf-1299-4897-b051-d296c2f15593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:02.878106 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370d259-9bb2-4246-8697-bb21aeefc771 req-bb53a199-3421-4f81-835b-cc12b3d7a21e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:02.897119 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5370d259-9bb2-4246-8697-bb21aeefc771 req-bb53a199-3421-4f81-835b-cc12b3d7a21e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.3149273
Jan 25 18:50:02.964458 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-063fc2bf-1299-4897-b051-d296c2f15593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:02.972924 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-49a7d93d-a5bc-4448-b719-5b539834bedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:02.975784 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5370d259-9bb2-4246-8697-bb21aeefc771 req-f4ca5414-ecb9-4092-8b88-90da5c57de2b tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0773413
Jan 25 18:50:03.015533 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063fc2bf-1299-4897-b051-d296c2f15593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc073d3-fe6c-42a4-a03e-62f544d38c6f,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:03.019239 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-063fc2bf-1299-4897-b051-d296c2f15593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:03.030874 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-063fc2bf-1299-4897-b051-d296c2f15593 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0cc073d3-fe6c-42a4-a03e-62f544d38c6f HTTP/1.1" status: 204  len: 168 time: 0.2938032
Jan 25 18:50:03.032076 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-063fc2bf-1299-4897-b051-d296c2f15593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:03.068567 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f5840b8d-86ae-4519-ae04-a3fcf37bb9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:03.080819 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f2472fda-d0d7-4a1b-847b-78b1df46db28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:03.123854 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5840b8d-86ae-4519-ae04-a3fcf37bb9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bc3a27-fe77-44a7-a153-d4b0b57c5a53,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:03.126070 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f5840b8d-86ae-4519-ae04-a3fcf37bb9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:03.127368 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-f5840b8d-86ae-4519-ae04-a3fcf37bb9db admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/76bc3a27-fe77-44a7-a153-d4b0b57c5a53 HTTP/1.1" status: 204  len: 168 time: 0.4783294
Jan 25 18:50:03.128764 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f5840b8d-86ae-4519-ae04-a3fcf37bb9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:03.531267 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-862c9df7-12e8-491c-95b4-1608c145c99a tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:03.532932 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-862c9df7-12e8-491c-95b4-1608c145c99a tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.70 "GET /v2.0/networks?id=5befc5c7-4fb1-441f-ae56-895f36e7215f HTTP/1.1" status: 200  len: 815 time: 0.2936492
Jan 25 18:50:03.559876 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-f6f69ed5-b6ed-4904-837a-fa891e3fc53d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Request body: {'port': {'device_id': 'd68cf8ad-f122-4904-ab16-6b65023ffedb', 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f', 'admin_state_up': True, 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:50:03.999713 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-f6f69ed5-b6ed-4904-837a-fa891e3fc53d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:50:04.009938 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-f6f69ed5-b6ed-4904-837a-fa891e3fc53d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Usage tracker for resource:port and tenant:234b78cd296a4bdea51c2f35045a0c86 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:50:04.016477 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-f6f69ed5-b6ed-4904-837a-fa891e3fc53d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Quota usage for port was recalculated. Used quota:2. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:50:04.028524 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-f6f69ed5-b6ed-4904-837a-fa891e3fc53d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:50:04.105951 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-f6f69ed5-b6ed-4904-837a-fa891e3fc53d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Made reservation on behalf of 234b78cd296a4bdea51c2f35045a0c86 for: {'port': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:50:04.129713 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-f6f69ed5-b6ed-4904-837a-fa891e3fc53d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:04.237363 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 34952) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:50:04.239796 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-01d0205d-8c3b-4227-8b0a-6eceb1c0f4bc req-96653537-cb8a-415e-b4a9-eb5dc46d743a tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 210 time: 0.2134063
Jan 25 18:50:04.357118 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d47b6b99-2c9a-4904-94cf-5f75692231e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:04.412552 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-d47b6b99-2c9a-4904-94cf-5f75692231e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:50:04.421817 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-d47b6b99-2c9a-4904-94cf-5f75692231e6 admin admin] Usage tracker for resource:security_group_rule and tenant:3ca1e720a20e41e195ff61d5dc58b951 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:50:04.429300 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-d47b6b99-2c9a-4904-94cf-5f75692231e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:50:04.445548 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-d47b6b99-2c9a-4904-94cf-5f75692231e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:50:04.678484 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d47b6b99-2c9a-4904-94cf-5f75692231e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:04.725566 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d47b6b99-2c9a-4904-94cf-5f75692231e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:04.762904 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-607c09b1-8524-48e0-b777-25b7f239e108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:04.776993 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-d47b6b99-2c9a-4904-94cf-5f75692231e6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3ca1e720a20e41e195ff61d5dc58b951&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5344124
Jan 25 18:50:04.782847 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 34966) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:50:04.886833 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3534382e-d6d3-483b-998b-1962ce838eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:04.939599 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b6b99-2c9a-4904-94cf-5f75692231e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add48fde-b2ad-45a3-beda-30163e9f0ebd,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:04.981678 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d47b6b99-2c9a-4904-94cf-5f75692231e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:05.192819 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-f6f69ed5-b6ed-4904-837a-fa891e3fc53d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Allocated IP 172.20.0.13 (5befc5c7-4fb1-441f-ae56-895f36e7215f/51e7574b-cada-4174-8553-3c9fdb07fc53/6038040e-5280-4397-a221-1631cdcce94a) {{(pid=80198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:50:05.204490 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bcb85-e17e-4ca7-86f2-ce878d92a4ea req-dd517e9f-4ba3-4f21-b8b2-da5c3b733e21 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:05.208313 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6d9bcb85-e17e-4ca7-86f2-ce878d92a4ea req-dd517e9f-4ba3-4f21-b8b2-da5c3b733e21 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.5274577
Jan 25 18:50:05.212293 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3534382e-d6d3-483b-998b-1962ce838eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:05.414316 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6d9bcb85-e17e-4ca7-86f2-ce878d92a4ea req-1acc2445-d689-43a8-9e77-3dc7816ceade tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1781619
Jan 25 18:50:05.498182 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3534382e-d6d3-483b-998b-1962ce838eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:05.518108 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-3ca58c5e-ace5-45f3-bc40-7ab9cbc617f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:05.568011 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534382e-d6d3-483b-998b-1962ce838eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add48fde-b2ad-45a3-beda-30163e9f0ebd,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:05.612274 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-3534382e-d6d3-483b-998b-1962ce838eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:05.614245 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3534382e-d6d3-483b-998b-1962ce838eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:05.617322 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-3534382e-d6d3-483b-998b-1962ce838eed admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/add48fde-b2ad-45a3-beda-30163e9f0ebd HTTP/1.1" status: 204  len: 168 time: 0.8263724
Jan 25 18:50:05.950423 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-57df9915-aa40-4c90-92fd-c5d5cfb1c334 req-926c76e1-2410-4808-bdc5-9206a7f9145a tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 210 time: 0.4417009
Jan 25 18:50:06.145367 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-f6f69ed5-b6ed-4904-837a-fa891e3fc53d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks [] for port, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:06.215675 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-f6f69ed5-b6ed-4904-837a-fa891e3fc53d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Transition to ACTIVE for port object 6038040e-5280-4397-a221-1631cdcce94a will not be triggered until provisioned by entity DHCP. {{(pid=80198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:50:06.283235 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-f6f69ed5-b6ed-4904-837a-fa891e3fc53d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:06.576827 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-17c30dde-f924-4498-b215-f9e910ce641a tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:07.040249 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeab424-9820-4185-8651-8f89752aab80 req-bea827c8-5951-4466-8724-49f31c540473 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:07.061541 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-efeab424-9820-4185-8651-8f89752aab80 req-bea827c8-5951-4466-8724-49f31c540473 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.2720299
Jan 25 18:50:07.140302 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f69ed5-b6ed-4904-837a-fa891e3fc53d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Pushing event updated for resources: {'Port': ['ID=6038040e-5280-4397-a221-1631cdcce94a,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:07.151576 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f6f69ed5-b6ed-4904-837a-fa891e3fc53d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:07.246476 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-efeab424-9820-4185-8651-8f89752aab80 req-e89c1edc-df09-45d2-b03a-0c5f7d5178f7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1810493
Jan 25 18:50:07.250661 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-f6f69ed5-b6ed-4904-837a-fa891e3fc53d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Network 5befc5c7-4fb1-441f-ae56-895f36e7215f is already hosted by enough agents. {{(pid=80198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:50:07.272091 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-f6f69ed5-b6ed-4904-837a-fa891e3fc53d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Resources bound (agent type, host, resource id):  {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:50:07.281409 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-f6f69ed5-b6ed-4904-837a-fa891e3fc53d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Received port after_create {{(pid=80198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:50:07.654999 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-f6f69ed5-b6ed-4904-837a-fa891e3fc53d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:07.654999 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-f6f69ed5-b6ed-4904-837a-fa891e3fc53d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:07.723652 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-f6f69ed5-b6ed-4904-837a-fa891e3fc53d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.1684997
Jan 25 18:50:07.747069 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-f4ee6319-6e33-4482-908c-2daba1e6a2f7 None None] Provisioning for port 6038040e-5280-4397-a221-1631cdcce94a completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:50:07.771513 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-f4ee6319-6e33-4482-908c-2daba1e6a2f7 None None] Provisioning complete for port 6038040e-5280-4397-a221-1631cdcce94a triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:50:07.773573 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f4ee6319-6e33-4482-908c-2daba1e6a2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:07.775299 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63f84f-15f1-4e19-a19f-2719b7930542 req-55e5ef4a-36ca-4c67-9036-b996d3be52c3 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:07.776249 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-8d63f84f-15f1-4e19-a19f-2719b7930542 req-55e5ef4a-36ca-4c67-9036-b996d3be52c3 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Synchronizing usage tracker for tenant:234b78cd296a4bdea51c2f35045a0c86 on resource:port {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:50:07.813434 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-8d63f84f-15f1-4e19-a19f-2719b7930542 req-55e5ef4a-36ca-4c67-9036-b996d3be52c3 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Unset dirty status for tenant:234b78cd296a4bdea51c2f35045a0c86 on resource:port {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:50:07.814724 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8d63f84f-15f1-4e19-a19f-2719b7930542 req-55e5ef4a-36ca-4c67-9036-b996d3be52c3 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 932 time: 0.3698230
Jan 25 18:50:07.902168 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee6319-6e33-4482-908c-2daba1e6a2f7 None None] Port 6038040e-5280-4397-a221-1631cdcce94a cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 18:50:07.915062 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8d63f84f-15f1-4e19-a19f-2719b7930542 req-4800c310-deb4-4c86-bdb5-72ba3e4a3cc5 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900152
Jan 25 18:50:08.362077 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 35042) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:50:08.711460 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1846689283-network', 'tenant_id': '6af050f57baa4b9c86269c3e7e6fd65d'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:50:08.723619 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:50:08.723619 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Usage tracker for resource:network and tenant:6af050f57baa4b9c86269c3e7e6fd65d is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:50:08.726529 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:50:08.734855 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:50:08.751549 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Made reservation on behalf of 6af050f57baa4b9c86269c3e7e6fd65d for: {'network': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:50:08.757276 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for network, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:08.774233 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:08.812424 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:50:08.820456 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Usage tracker for resource:security_group_rule and tenant:6af050f57baa4b9c86269c3e7e6fd65d is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:50:08.824612 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:50:08.839891 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:50:08.877778 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553bf67-f775-4fa0-b8c5-f40000d80751 req-9e6ac531-a35a-4af8-8896-9c5e5e13ee6c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:08.879694 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5553bf67-f775-4fa0-b8c5-f40000d80751 req-9e6ac531-a35a-4af8-8896-9c5e5e13ee6c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.2920916
Jan 25 18:50:08.995634 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5553bf67-f775-4fa0-b8c5-f40000d80751 req-0aa157d9-47d1-4283-943a-1916c1239d37 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0954983
Jan 25 18:50:09.087902 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:09.095253 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:09.106645 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-044877b0-cc58-4d46-b5b1-7c17f30cac00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:09.145373 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 25 18:50:09.201233 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:09.226356 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:09.251036 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:09.251659 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.segments_db [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Added segment 3030ff4f-4187-4c1b-8eb4-fbdd8e429c14 of type vxlan for network b91930f7-1f7b-4df0-ae38-06565e87673b
Jan 25 18:50:09.374908 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298168216078'] for network, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:09.434343 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015b399-0093-47f1-9f7e-d8a3e8b27319 req-fa211ceb-becb-4002-b67a-0dac47b7df30 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:09.443475 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6015b399-0093-47f1-9f7e-d8a3e8b27319 req-fa211ceb-becb-4002-b67a-0dac47b7df30 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 932 time: 0.2330348
Jan 25 18:50:09.504405 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:09.507169 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:09.513929 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:09.543509 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6015b399-0093-47f1-9f7e-d8a3e8b27319 req-63aa5bc7-fe67-4cf2-9a6a-073d693e463b tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989232
Jan 25 18:50:09.567230 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d607e2be-f993-4df8-9374-e41bef45e3fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:09.725517 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Pushing event updated for resources: {'Network': ['ID=b91930f7-1f7b-4df0-ae38-06565e87673b,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:09.736061 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:09.736460 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:09.737055 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:09.737511 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:09.737871 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:09.738260 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:09.738647 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:09.739243 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:09.739416 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:09.739749 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:09.740176 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:09.740489 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:09.740919 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:09.741351 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:09.741729 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:09.742106 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:09.742485 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:09.742869 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:09.743246 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:09.749330 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:09.749948 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:09.750432 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:09.750908 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:09.751381 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:09.764498 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Network b91930f7-1f7b-4df0-ae38-06565e87673b details requested by agent ovs-agent-dv-cinder-772388-1-iscsi with host dv-cinder-772388-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:50:09.781292 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 35070) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:50:09.782608 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.4177217
Jan 25 18:50:09.784799 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:09.788046 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-9152ef7f-a8ce-48e7-b7dd-2ff091021d95 admin admin] Request body: {'subnet': {'network_id': 'b91930f7-1f7b-4df0-ae38-06565e87673b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1846689283-subnet', 'tenant_id': '6af050f57baa4b9c86269c3e7e6fd65d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:50:09.788257 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Network b91930f7-1f7b-4df0-ae38-06565e87673b details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:50:09.794123 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-9152ef7f-a8ce-48e7-b7dd-2ff091021d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:50:09.798737 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-9152ef7f-a8ce-48e7-b7dd-2ff091021d95 admin admin] Usage tracker for resource:subnet and tenant:6af050f57baa4b9c86269c3e7e6fd65d is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:50:09.802229 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-9152ef7f-a8ce-48e7-b7dd-2ff091021d95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:50:09.809129 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-9152ef7f-a8ce-48e7-b7dd-2ff091021d95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:50:09.834948 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9152ef7f-a8ce-48e7-b7dd-2ff091021d95 admin admin] Made reservation on behalf of 6af050f57baa4b9c86269c3e7e6fd65d for: {'subnet': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:50:09.839984 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9152ef7f-a8ce-48e7-b7dd-2ff091021d95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847297581'] for subnet, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:10.493358 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9152ef7f-a8ce-48e7-b7dd-2ff091021d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7207273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847297568'] for subnet, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:10.525444 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-12a081c7-cc49-4eab-a375-a963a96fe73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:10.548550 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d419053-3325-4c53-8c93-f674262b4c88 req-6fb095e4-15ec-430e-a36d-4df0868bb1c5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:10.564366 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4d419053-3325-4c53-8c93-f674262b4c88 req-6fb095e4-15ec-430e-a36d-4df0868bb1c5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.1966681
Jan 25 18:50:10.665629 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4d419053-3325-4c53-8c93-f674262b4c88 req-2bfe477a-98a6-49ed-ab3f-3e70c7c9ea75 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0998521
Jan 25 18:50:10.854061 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152ef7f-a8ce-48e7-b7dd-2ff091021d95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=071883a5-2c0a-4958-a7ca-38becb672615,revision_number=0']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:10.860669 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-9152ef7f-a8ce-48e7-b7dd-2ff091021d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:11.058459 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e1195-a3aa-488a-9ff0-2f7ed80ab38f req-fbb05217-3d64-41af-bcc0-4923be4acf55 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:11.060358 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3f1e1195-a3aa-488a-9ff0-2f7ed80ab38f req-fbb05217-3d64-41af-bcc0-4923be4acf55 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 932 time: 0.2940958
Jan 25 18:50:11.130868 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9152ef7f-a8ce-48e7-b7dd-2ff091021d95 admin admin] Checking segment: {'id': '3030ff4f-4187-4c1b-8eb4-fbdd8e429c14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b91930f7-1f7b-4df0-ae38-06565e87673b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:50:11.131564 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9152ef7f-a8ce-48e7-b7dd-2ff091021d95 admin admin] Network hostable DHCP agents. Network: b91930f7-1f7b-4df0-ae38-06565e87673b, hostable agents: ['caa9e31d-b776-4d13-8aa3-93174b581c26'], hosted agents: [] {{(pid=80198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 25 18:50:11.192365 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3f1e1195-a3aa-488a-9ff0-2f7ed80ab38f req-3a74324f-6a8b-4367-8ebc-ec34c9e441a0 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224174
Jan 25 18:50:11.203205 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9152ef7f-a8ce-48e7-b7dd-2ff091021d95 admin admin] Network b91930f7-1f7b-4df0-ae38-06565e87673b is scheduled to be hosted by DHCP agent caa9e31d-b776-4d13-8aa3-93174b581c26 with binding_index 1 {{(pid=80198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 25 18:50:11.233992 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-9152ef7f-a8ce-48e7-b7dd-2ff091021d95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-iscsi, b91930f7-1f7b-4df0-ae38-06565e87673b) {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:50:11.253561 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041926c3-955d-4351-a800-0516138823a7 None None] Network b91930f7-1f7b-4df0-ae38-06565e87673b requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:50:11.262964 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9152ef7f-a8ce-48e7-b7dd-2ff091021d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:11.264227 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9152ef7f-a8ce-48e7-b7dd-2ff091021d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:11.325944 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-9152ef7f-a8ce-48e7-b7dd-2ff091021d95 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.5432312
Jan 25 18:50:11.714312 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2209be86-50ea-466a-97ad-e8e9ec406d4d None None] Network b91930f7-1f7b-4df0-ae38-06565e87673b requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:50:12.277836 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b8ea4-7f26-4022-94a8-9ee039977361 req-54630ba4-19a6-43a2-ab32-ed862dab50fc tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:12.288106 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ac9b8ea4-7f26-4022-94a8-9ee039977361 req-54630ba4-19a6-43a2-ab32-ed862dab50fc tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.3120027
Jan 25 18:50:12.436313 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ac9b8ea4-7f26-4022-94a8-9ee039977361 req-9e36576b-f36b-4e3a-b3d7-2219d6ed548d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1469829
Jan 25 18:50:12.892152 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce330a00-2952-466f-b204-04fad6192e30 req-a1da36b0-34ef-4389-ae1f-6bbebe7c8f27 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:12.901893 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ce330a00-2952-466f-b204-04fad6192e30 req-a1da36b0-34ef-4389-ae1f-6bbebe7c8f27 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 932 time: 0.2084122
Jan 25 18:50:12.932663 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] Request body: {'port': {'device_id': 'd68cf8ad-f122-4904-ab16-6b65023ffedb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:50:13.210033 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ce330a00-2952-466f-b204-04fad6192e30 req-1bd4a14b-15cd-48f0-ac15-4fa257a1fa61 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3063293
Jan 25 18:50:13.415217 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:13.857686 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 35180) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:50:14.028305 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d280d-c19f-4239-a383-0e29b92d8d55 req-a3e2e77a-9ed6-49e9-8c13-6ad99ab21ad8 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:14.033144 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a27d280d-c19f-4239-a383-0e29b92d8d55 req-a3e2e77a-9ed6-49e9-8c13-6ad99ab21ad8 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.2524152
Jan 25 18:50:14.115491 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a27d280d-c19f-4239-a383-0e29b92d8d55 req-8f8d96b4-5f45-4b22-aafb-529fcf41223c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749648
Jan 25 18:50:14.468802 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d73c0993-b291-4caa-b6d6-6dfcb290f303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:14.492448 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-d73c0993-b291-4caa-b6d6-6dfcb290f303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:50:14.499989 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-d73c0993-b291-4caa-b6d6-6dfcb290f303 admin admin] Usage tracker for resource:security_group_rule and tenant:7a92876c4dc84ba3bd417bb601b5ffcc is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:50:14.506322 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-d73c0993-b291-4caa-b6d6-6dfcb290f303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:50:14.527061 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-d73c0993-b291-4caa-b6d6-6dfcb290f303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:50:14.683061 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6038040e-5280-4397-a221-1631cdcce94a {{(pid=80198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 25 18:50:14.698273 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:14.743872 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] Transition to ACTIVE for port object 6038040e-5280-4397-a221-1631cdcce94a will not be triggered until provisioned by entity L2. {{(pid=80198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:50:14.757158 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847568392'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:14.778021 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:14.898261 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5730d51-48bb-4bbc-84dd-1a2eb5e67da6 req-abf194c4-13db-4e87-8f61-a14a55a327ac tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:14.900300 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a5730d51-48bb-4bbc-84dd-1a2eb5e67da6 req-abf194c4-13db-4e87-8f61-a14a55a327ac tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 932 time: 0.3307691
Jan 25 18:50:15.239260 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] Pushing event updated for resources: {'Port': ['ID=6038040e-5280-4397-a221-1631cdcce94a,revision_number=2']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:15.245557 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:15.266393 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d73c0993-b291-4caa-b6d6-6dfcb290f303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:15.274382 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d73c0993-b291-4caa-b6d6-6dfcb290f303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:15.301317 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-45d5794f-d336-4eeb-81ca-45bc57930a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:15.313043 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-85a9b421-8281-4e08-b074-17192fb9c562 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:15.314506 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-85a9b421-8281-4e08-b074-17192fb9c562 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Synchronizing usage tracker for tenant:6af050f57baa4b9c86269c3e7e6fd65d on resource:network {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:50:15.351438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-85a9b421-8281-4e08-b074-17192fb9c562 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Unset dirty status for tenant:6af050f57baa4b9c86269c3e7e6fd65d on resource:network {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:50:15.354651 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-85a9b421-8281-4e08-b074-17192fb9c562 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/networks?id=b91930f7-1f7b-4df0-ae38-06565e87673b HTTP/1.1" status: 200  len: 809 time: 0.5392079
Jan 25 18:50:15.368441 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a5730d51-48bb-4bbc-84dd-1a2eb5e67da6 req-07b51310-fcab-4a8f-94c6-59e6e6a5c2dd tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2972693
Jan 25 18:50:15.413690 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-b1f3735d-e282-470b-97c3-f49d34e024a0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/quotas/6af050f57baa4b9c86269c3e7e6fd65d HTTP/1.1" status: 200  len: 375 time: 0.0479250
Jan 25 18:50:15.493210 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-d73c0993-b291-4caa-b6d6-6dfcb290f303 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7a92876c4dc84ba3bd417bb601b5ffcc&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6196194
Jan 25 18:50:15.514210 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 35206) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:50:15.572436 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-e0b5b898-61a5-46bd-ae80-7caf4d1e760f tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?tenant_id=6af050f57baa4b9c86269c3e7e6fd65d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1572065
Jan 25 18:50:15.603071 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c0993-b291-4caa-b6d6-6dfcb290f303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e303105b-c437-46dd-837e-11c504b7e8ad,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:15.606878 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d73c0993-b291-4caa-b6d6-6dfcb290f303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:15.688398 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-29556c30-0961-4ede-a466-68848ef81db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:15.798921 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] Attempting to bind port 6038040e-5280-4397-a221-1631cdcce94a on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:50:15.799503 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] Attempting to bind port 6038040e-5280-4397-a221-1631cdcce94a by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '66e0d49b-515f-4380-830b-7da54bd1fc06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f'}] {{(pid=80198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:50:15.800703 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] Attempting to bind port 6038040e-5280-4397-a221-1631cdcce94a on network 5befc5c7-4fb1-441f-ae56-895f36e7215f {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:50:15.816018 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-29556c30-0961-4ede-a466-68848ef81db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:15.836544 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] Checking agent: {'id': '2edca791-6dfd-4a0b-9497-e94f443cd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 33), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:50:15.837249 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] Checking segment: {'id': '66e0d49b-515f-4380-830b-7da54bd1fc06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:50:15.837860 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:15.838388 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] Bound using segment: {'id': '66e0d49b-515f-4380-830b-7da54bd1fc06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f'} {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:50:15.838928 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] Bound port: 6038040e-5280-4397-a221-1631cdcce94a, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e0d49b-515f-4380-830b-7da54bd1fc06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f'}}] {{(pid=80198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:50:15.839465 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:15.881706 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-90433ea1-762e-49d6-bf0a-3f2b76b30241 service neutron] 10.222.0.77 "GET /v2.0/networks/b91930f7-1f7b-4df0-ae38-06565e87673b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3069191
Jan 25 18:50:16.054040 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfd8df-0b36-4971-9d8b-f1ea01ec964a req-2904381b-1786-49bf-a75c-b62a3db1051d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:16.055778 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a7bfd8df-0b36-4971-9d8b-f1ea01ec964a req-2904381b-1786-49bf-a75c-b62a3db1051d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.3329167
Jan 25 18:50:16.086551 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-29556c30-0961-4ede-a466-68848ef81db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:16.097435 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:16.109598 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] For port 6038040e-5280-4397-a221-1631cdcce94a, host hv-cinder-77238, cleared binding levels {{(pid=80198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:50:16.124608 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29556c30-0961-4ede-a466-68848ef81db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e303105b-c437-46dd-837e-11c504b7e8ad,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:16.133169 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-29556c30-0961-4ede-a466-68848ef81db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:16.144164 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-bf005b93-6251-40a6-b253-94f24c511d8f service neutron] 10.222.0.77 "GET /v2.0/networks/b91930f7-1f7b-4df0-ae38-06565e87673b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2538464
Jan 25 18:50:16.147768 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] For port 6038040e-5280-4397-a221-1631cdcce94a, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6038040e-5280-4397-a221-1631cdcce94a,segment=NetworkSegment(66e0d49b-515f-4380-830b-7da54bd1fc06),segment_id=66e0d49b-515f-4380-830b-7da54bd1fc06)] {{(pid=80198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:50:16.157796 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a7bfd8df-0b36-4971-9d8b-f1ea01ec964a req-7c62724e-1745-4671-81f0-8b06e3aea6f6 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929081
Jan 25 18:50:16.159306 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-29556c30-0961-4ede-a466-68848ef81db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:16.160439 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-29556c30-0961-4ede-a466-68848ef81db0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e303105b-c437-46dd-837e-11c504b7e8ad HTTP/1.1" status: 204  len: 168 time: 0.6451459
Jan 25 18:50:16.162217 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847568392'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:16.178449 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:16.597375 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ecf67524-e70b-4fef-8450-c844d3b6cb68 req-96f047a1-50f2-4dc9-a30d-0713155ca575 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 210 time: 0.0627396
Jan 25 18:50:16.726019 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:16.732622 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:16.735761 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] 10.222.0.70 "PUT /v2.0/ports/6038040e-5280-4397-a221-1631cdcce94a HTTP/1.1" status: 200  len: 1158 time: 3.8080046
Jan 25 18:50:16.809587 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68cf8ad-f122-4904-ab16-6b65023ffedb', 'tag': '6038040e-5280-4397-a221-1631cdcce94a'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:50:16.876094 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] Pushing event updated for resources: {'Port': ['ID=6038040e-5280-4397-a221-1631cdcce94a,revision_number=3']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:16.883641 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:16.958014 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 35230) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:50:17.011541 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6f48-c7a2-4d07-aea1-129dceb9b523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:17.013828 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18a307-2203-45a1-8906-19682bae32d5 req-c2036b42-d87a-4200-a0af-4168abd7c153 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:17.034251 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-d4cf6f48-c7a2-4d07-aea1-129dceb9b523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:50:17.037501 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2d18a307-2203-45a1-8906-19682bae32d5 req-c2036b42-d87a-4200-a0af-4168abd7c153 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 944 time: 0.3004739
Jan 25 18:50:17.040224 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-d4cf6f48-c7a2-4d07-aea1-129dceb9b523 admin admin] Usage tracker for resource:security_group_rule and tenant:8f4afe1f98d142fab310d93ca4c1b4da is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:50:17.044852 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-d4cf6f48-c7a2-4d07-aea1-129dceb9b523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:50:17.053014 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-d4cf6f48-c7a2-4d07-aea1-129dceb9b523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:50:17.057549 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68cf8ad-f122-4904-ab16-6b65023ffedb', 'tag': '6038040e-5280-4397-a221-1631cdcce94a', 'status': 'completed', 'code': 200}
Jan 25 18:50:17.125087 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:50:17.152764 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2d18a307-2203-45a1-8906-19682bae32d5 req-9bd966d3-b74d-4e4b-bad1-c3c3afba3b35 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133270
Jan 25 18:50:17.194072 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6f48-c7a2-4d07-aea1-129dceb9b523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:17.197356 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6f48-c7a2-4d07-aea1-129dceb9b523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:17.238372 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2f7df37e-14cb-4364-8145-7f3e13c0f0a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:17.290739 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-d4cf6f48-c7a2-4d07-aea1-129dceb9b523 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8f4afe1f98d142fab310d93ca4c1b4da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3271346
Jan 25 18:50:17.290739 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf6f48-c7a2-4d07-aea1-129dceb9b523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9559365-c23c-4b78-839d-52ba9fa38e75,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:17.293401 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 35236) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:50:17.297679 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d4cf6f48-c7a2-4d07-aea1-129dceb9b523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:17.427769 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:17.481308 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:17.569359 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:17.574332 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fb058-01d9-422d-ba4a-49f8c89da8bf req-2005bc8d-af47-4f04-b966-61f4a0bbefc9 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:17.576414 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-226fb058-01d9-422d-ba4a-49f8c89da8bf req-2005bc8d-af47-4f04-b966-61f4a0bbefc9 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.1243138
Jan 25 18:50:17.579623 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-dcdb5cf4-c929-4a01-bb48-7e64edb87ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:17.596786 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9559365-c23c-4b78-839d-52ba9fa38e75,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:17.602105 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:17.607900 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e9559365-c23c-4b78-839d-52ba9fa38e75 HTTP/1.1" status: 204  len: 168 time: 0.3078587
Jan 25 18:50:17.609632 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:17.610051 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:17.610457 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:17.610859 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:17.611258 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:17.611711 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:17.612017 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:17.612949 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:17.613384 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:17.613773 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:17.614163 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:17.615019 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:17.615019 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:17.615336 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:17.615697 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:17.616084 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:17.616468 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:17.616859 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:17.619921 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:17.619921 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:17.619921 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:17.619921 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:17.619921 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:17.619921 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:17.622837 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-3e7e453d-b814-4f91-8c81-f50e77a1d9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:17.673975 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-226fb058-01d9-422d-ba4a-49f8c89da8bf req-55719183-1ac3-43c6-b010-46df8c1b77e1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0895677
Jan 25 18:50:17.822530 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-de70083a-934e-40cd-ba48-22a803aca479 req-8ac1eaaf-a459-4fdd-8861-5502d606b5de tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 210 time: 0.0829780
Jan 25 18:50:18.643988 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960e981-b649-4654-a6c8-1e77100df5d3 req-ddaa3026-58fb-49c1-b3d5-582fa5838fa6 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:18.644824 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-6960e981-b649-4654-a6c8-1e77100df5d3 req-ddaa3026-58fb-49c1-b3d5-582fa5838fa6 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Synchronizing usage tracker for tenant:234b78cd296a4bdea51c2f35045a0c86 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:50:18.660400 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-6960e981-b649-4654-a6c8-1e77100df5d3 req-ddaa3026-58fb-49c1-b3d5-582fa5838fa6 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Unset dirty status for tenant:234b78cd296a4bdea51c2f35045a0c86 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:50:18.661487 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6960e981-b649-4654-a6c8-1e77100df5d3 req-ddaa3026-58fb-49c1-b3d5-582fa5838fa6 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 944 time: 0.3686588
Jan 25 18:50:18.725619 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-6960e981-b649-4654-a6c8-1e77100df5d3 req-cb381531-009b-43c9-ba46-644d60c0876c tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Synchronizing usage tracker for tenant:234b78cd296a4bdea51c2f35045a0c86 on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:50:18.745793 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-6960e981-b649-4654-a6c8-1e77100df5d3 req-cb381531-009b-43c9-ba46-644d60c0876c tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Unset dirty status for tenant:234b78cd296a4bdea51c2f35045a0c86 on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:50:18.747798 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6960e981-b649-4654-a6c8-1e77100df5d3 req-cb381531-009b-43c9-ba46-644d60c0876c tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738642
Jan 25 18:50:19.044761 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5d044-76a8-405c-aa69-49afd55f2c30 req-36f9c67a-a583-4f51-a4c2-3d724aa61bb5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:19.046839 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54d5d044-76a8-405c-aa69-49afd55f2c30 req-36f9c67a-a583-4f51-a4c2-3d724aa61bb5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.1775672
Jan 25 18:50:19.067272 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-00ff7682-ae49-4cec-b605-b805a99044b3 req-4063212e-804a-4fec-865b-92a6b1461b7c tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 210 time: 0.0920892
Jan 25 18:50:19.127250 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54d5d044-76a8-405c-aa69-49afd55f2c30 req-a9623189-808b-433f-abfc-839851beade7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690496
Jan 25 18:50:19.407635 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:20.202511 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254f957-a2df-419c-b00b-a2f5545ffd04 req-78beabc5-a239-493e-ab0d-21d245217a95 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:20.205570 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3254f957-a2df-419c-b00b-a2f5545ffd04 req-78beabc5-a239-493e-ab0d-21d245217a95 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 944 time: 0.2372875
Jan 25 18:50:20.275277 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3254f957-a2df-419c-b00b-a2f5545ffd04 req-0b62b15e-d97f-4c9e-a49c-5943521c1302 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576267
Jan 25 18:50:20.319170 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-04957585-ab89-4a58-9076-cfae2213513f req-709ae722-d272-4c4d-a715-069551283b4d tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 210 time: 0.1041753
Jan 25 18:50:20.641702 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd20fba-8fbb-4432-a08b-70a643b8008a req-4a0c00d9-cae9-4ff4-8f2f-450aa018f1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:20.644893 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ccd20fba-8fbb-4432-a08b-70a643b8008a req-4a0c00d9-cae9-4ff4-8f2f-450aa018f1aa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=234b78cd296a4bdea51c2f35045a0c86&device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 1161 time: 0.2860179
Jan 25 18:50:20.750398 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0b3c8-7d2f-40e6-b428-87459298aa44 req-cc310acd-f88d-4bdb-940d-16fa92753897 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:20.752176 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cfa0b3c8-7d2f-40e6-b428-87459298aa44 req-cc310acd-f88d-4bdb-940d-16fa92753897 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.1930354
Jan 25 18:50:20.814781 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c641e9c6-9f11-427c-81c8-0f12443a3a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:21.005186 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cfa0b3c8-7d2f-40e6-b428-87459298aa44 req-be726d66-6517-4e44-8d3c-ab7dea0fde9a tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2237399
Jan 25 18:50:21.030879 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9b701-700d-42e1-9737-87e795852292 req-7e873440-9882-4a60-b9c6-d6cf11cc6939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:21.033276 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b7f9b701-700d-42e1-9737-87e795852292 req-7e873440-9882-4a60-b9c6-d6cf11cc6939 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=209da4d33dc74678ab66bd74395f33ba&device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 1162 time: 0.1289470
Jan 25 18:50:21.084719 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd20fba-8fbb-4432-a08b-70a643b8008a req-2f1320d2-06fe-4170-8f5f-45ff1306ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:21.088360 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ccd20fba-8fbb-4432-a08b-70a643b8008a req-2f1320d2-06fe-4170-8f5f-45ff1306ae27 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=234b78cd296a4bdea51c2f35045a0c86&shared=False HTTP/1.1" status: 200  len: 909 time: 0.3348382
Jan 25 18:50:21.293566 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9b701-700d-42e1-9737-87e795852292 req-07874df1-b8d6-45e9-af26-e69f617b2d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:21.296353 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b7f9b701-700d-42e1-9737-87e795852292 req-07874df1-b8d6-45e9-af26-e69f617b2d55 service neutron] 10.222.0.70 "GET /v2.0/networks?id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 HTTP/1.1" status: 200  len: 910 time: 0.2546825
Jan 25 18:50:21.436356 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd20fba-8fbb-4432-a08b-70a643b8008a req-2e943287-e0fb-4507-9ac1-18484ac650d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:21.441400 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ccd20fba-8fbb-4432-a08b-70a643b8008a req-2e943287-e0fb-4507-9ac1-18484ac650d1 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3403347
Jan 25 18:50:21.493449 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b7f9b701-700d-42e1-9737-87e795852292 req-99b90e03-cc04-4e3a-ab09-7fbadf870dc7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 HTTP/1.1" status: 200  len: 1001 time: 0.1862712
Jan 25 18:50:21.653108 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9b701-700d-42e1-9737-87e795852292 req-23b491e1-738f-42df-a36f-15767ff82222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:21.656456 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b7f9b701-700d-42e1-9737-87e795852292 req-23b491e1-738f-42df-a36f-15767ff82222 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=351749ea-67fa-4715-84dd-c0eb9be61229 HTTP/1.1" status: 200  len: 855 time: 0.1544421
Jan 25 18:50:21.879802 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-d6c7ee93-0aa8-405a-838b-1c7621cfe1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:21.881737 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-d6c7ee93-0aa8-405a-838b-1c7621cfe1c4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=234b78cd296a4bdea51c2f35045a0c86&device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 1161 time: 0.2795019
Jan 25 18:50:21.887328 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-a6bdd204-8dd6-4d61-afe2-450a23518485 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:21.889255 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-a6bdd204-8dd6-4d61-afe2-450a23518485 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.70 "GET /v2.0/networks?id=b91930f7-1f7b-4df0-ae38-06565e87673b HTTP/1.1" status: 200  len: 809 time: 0.2316208
Jan 25 18:50:21.942541 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000b47b-3f5a-4c5f-b58a-2cd6512a6936 req-47056268-fdaa-457e-868e-5d0df4ccdeac tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:21.952111 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c000b47b-3f5a-4c5f-b58a-2cd6512a6936 req-47056268-fdaa-457e-868e-5d0df4ccdeac tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 944 time: 0.1711488
Jan 25 18:50:22.000409 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-d3cc5400-1049-4444-b87d-a99522d47f23 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Request body: {'port': {'device_id': 'fdf5431e-95ed-4fcb-bed6-7e07feff7a20', 'network_id': 'b91930f7-1f7b-4df0-ae38-06565e87673b', 'admin_state_up': True, 'tenant_id': '6af050f57baa4b9c86269c3e7e6fd65d'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:50:22.072289 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6ba95822-79ba-43cf-843f-9b71ad8a0f2e req-1a8835bd-9511-49c0-95bf-e461ce0a7a90 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 210 time: 0.1818194
Jan 25 18:50:22.087549 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-e09fb862-046e-41e6-809d-c5220d3b4d99 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6038040e-5280-4397-a221-1631cdcce94a HTTP/1.1" status: 200  len: 217 time: 0.1318369
Jan 25 18:50:22.249526 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-d3cc5400-1049-4444-b87d-a99522d47f23 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:50:22.256775 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-d3cc5400-1049-4444-b87d-a99522d47f23 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Usage tracker for resource:port and tenant:6af050f57baa4b9c86269c3e7e6fd65d is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:50:22.261912 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9b701-700d-42e1-9737-87e795852292 req-3ca052ea-1bd1-4e8b-9d11-a1aa24489392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:22.263601 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b7f9b701-700d-42e1-9737-87e795852292 req-3ca052ea-1bd1-4e8b-9d11-a1aa24489392 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3721447
Jan 25 18:50:22.264698 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-d3cc5400-1049-4444-b87d-a99522d47f23 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Quota usage for port was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:50:22.272867 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-d3cc5400-1049-4444-b87d-a99522d47f23 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:50:22.435455 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-c7cee630-3384-4783-a357-f7fcdec1f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:22.437107 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-c7cee630-3384-4783-a357-f7fcdec1f894 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51e7574b-cada-4174-8553-3c9fdb07fc53 HTTP/1.1" status: 200  len: 854 time: 0.3334086
Jan 25 18:50:22.442754 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b7f9b701-700d-42e1-9737-87e795852292 req-8969faaa-c3db-478c-b5d6-8160f6139cf9 service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1553109
Jan 25 18:50:22.466972 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c000b47b-3f5a-4c5f-b58a-2cd6512a6936 req-d5a110ad-19a3-4257-92b9-351ee00b3442 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5133274
Jan 25 18:50:22.580123 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-c76ec69a-85bd-4227-80e9-4072025abd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:22.581996 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-c76ec69a-85bd-4227-80e9-4072025abd90 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5befc5c7-4fb1-441f-ae56-895f36e7215f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1139565
Jan 25 18:50:22.641607 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b7f9b701-700d-42e1-9737-87e795852292 req-046c4b8f-e38d-452f-9017-83ae384d49c5 service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1548777
Jan 25 18:50:22.653114 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-d3cc5400-1049-4444-b87d-a99522d47f23 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Made reservation on behalf of 6af050f57baa4b9c86269c3e7e6fd65d for: {'port': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:50:22.669449 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-d3cc5400-1049-4444-b87d-a99522d47f23 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:22.804512 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-570f42e9-d886-4304-a0af-42239c77ad8c service neutron] 10.222.0.70 "GET /v2.0/networks/5befc5c7-4fb1-441f-ae56-895f36e7215f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2140279
Jan 25 18:50:22.884917 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552e0e5-5e4d-439a-bda3-9e403380c130 req-c7066aac-5316-4609-9a69-f54586e20630 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:22.886957 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0552e0e5-5e4d-439a-bda3-9e403380c130 req-c7066aac-5316-4609-9a69-f54586e20630 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.5982499
Jan 25 18:50:22.896793 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 35348) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:50:23.020085 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:23.041211 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0552e0e5-5e4d-439a-bda3-9e403380c130 req-39e1a58b-e2f0-4037-af50-aa1c5f558d1f tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1372721
Jan 25 18:50:23.054703 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-99fcd174-ca47-40ce-89cb-272ae9514f56 req-6b6bd75a-ae73-4a9d-ae42-2d5682950303 service neutron] 10.222.0.70 "GET /v2.0/networks/5befc5c7-4fb1-441f-ae56-895f36e7215f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1907604
Jan 25 18:50:23.129860 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d6abbe6e-52df-42c3-8474-7eda67705ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:23.171853 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0c7ea93e-927e-4f8b-9f4c-1c3096858f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:23.202884 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-0c7ea93e-927e-4f8b-9f4c-1c3096858f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:50:23.213369 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-0c7ea93e-927e-4f8b-9f4c-1c3096858f49 admin admin] Usage tracker for resource:security_group_rule and tenant:745b6bea9961470d9304e18d9f190e92 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:50:23.219368 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-0c7ea93e-927e-4f8b-9f4c-1c3096858f49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:50:23.223450 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-d3cc5400-1049-4444-b87d-a99522d47f23 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Allocated IP 172.20.0.2 (b91930f7-1f7b-4df0-ae38-06565e87673b/071883a5-2c0a-4958-a7ca-38becb672615/3fe453e3-8eab-468d-8bce-7e7b89fe3600) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:50:23.230690 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-0c7ea93e-927e-4f8b-9f4c-1c3096858f49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:50:23.267269 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-16bbb942-a5d2-474e-9675-abc6fb4077a0 req-fc1e66ec-8c4f-4956-aff4-7b79f44a295e tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 210 time: 0.0542867
Jan 25 18:50:23.515182 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0c7ea93e-927e-4f8b-9f4c-1c3096858f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:23.518843 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0c7ea93e-927e-4f8b-9f4c-1c3096858f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:23.531973 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-fb9c560c-8046-43c2-a463-6f395aea3ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:23.578905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-d3cc5400-1049-4444-b87d-a99522d47f23 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:23.600799 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-0c7ea93e-927e-4f8b-9f4c-1c3096858f49 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=745b6bea9961470d9304e18d9f190e92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7027481
Jan 25 18:50:23.604314 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 35360) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:50:23.608489 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ea93e-927e-4f8b-9f4c-1c3096858f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87851bb-61c3-4dbc-9d97-5d0fce4bdfa5,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:23.613252 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0c7ea93e-927e-4f8b-9f4c-1c3096858f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:23.640056 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-d3cc5400-1049-4444-b87d-a99522d47f23 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:23.670345 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:23.717986 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3b07f877-888f-45b7-b459-f52ac9b034da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:23.755932 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3b07f877-888f-45b7-b459-f52ac9b034da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:23.811194 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3b07f877-888f-45b7-b459-f52ac9b034da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:23.816827 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-88bf93bc-c6e5-4bd7-ab99-c71bfc14105f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:23.830485 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07f877-888f-45b7-b459-f52ac9b034da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87851bb-61c3-4dbc-9d97-5d0fce4bdfa5,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:23.834483 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-3b07f877-888f-45b7-b459-f52ac9b034da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:23.836739 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3b07f877-888f-45b7-b459-f52ac9b034da admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:23.839248 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-3b07f877-888f-45b7-b459-f52ac9b034da admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e87851bb-61c3-4dbc-9d97-5d0fce4bdfa5 HTTP/1.1" status: 204  len: 168 time: 0.2331293
Jan 25 18:50:24.290839 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 35372) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:50:24.314488 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a774c514-cbde-48dd-b9e6-3d6a4100faee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:24.337731 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-a774c514-cbde-48dd-b9e6-3d6a4100faee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:50:24.345905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc5400-1049-4444-b87d-a99522d47f23 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Pushing event updated for resources: {'Port': ['ID=3fe453e3-8eab-468d-8bce-7e7b89fe3600,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:24.352378 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d3cc5400-1049-4444-b87d-a99522d47f23 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:24.352701 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-a774c514-cbde-48dd-b9e6-3d6a4100faee admin admin] Usage tracker for resource:security_group_rule and tenant:0fe57c1c840d4262bcd067a3889e6a73 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:50:24.357432 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-a774c514-cbde-48dd-b9e6-3d6a4100faee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:50:24.365894 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-a774c514-cbde-48dd-b9e6-3d6a4100faee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:50:24.426068 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca8d70-92a6-4e7b-99a9-1f72bfc0dc5a req-cf24f8b1-ea75-4f9c-913b-f2b896051332 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:24.427813 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b3ca8d70-92a6-4e7b-99a9-1f72bfc0dc5a req-cf24f8b1-ea75-4f9c-913b-f2b896051332 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.2151344
Jan 25 18:50:24.513909 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b3ca8d70-92a6-4e7b-99a9-1f72bfc0dc5a req-e6b6f091-fe16-4bc0-8769-d2321df132de tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702891
Jan 25 18:50:24.566734 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8465320-8237-4c90-9c0f-93c171dfdf6c req-8b42ae97-61a4-4934-9836-2ef1f719497a tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:24.567481 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a774c514-cbde-48dd-b9e6-3d6a4100faee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:24.569835 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e8465320-8237-4c90-9c0f-93c171dfdf6c req-8b42ae97-61a4-4934-9836-2ef1f719497a tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 944 time: 0.8308182
Jan 25 18:50:24.572655 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a774c514-cbde-48dd-b9e6-3d6a4100faee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:24.579031 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-d3cc5400-1049-4444-b87d-a99522d47f23 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Network b91930f7-1f7b-4df0-ae38-06565e87673b is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:50:24.584306 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-d3cc5400-1049-4444-b87d-a99522d47f23 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:50:24.584530 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d58906bd-d27b-4327-a086-500e94df3d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:24.613118 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-d3cc5400-1049-4444-b87d-a99522d47f23 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:50:24.642781 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-a774c514-cbde-48dd-b9e6-3d6a4100faee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0fe57c1c840d4262bcd067a3889e6a73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3455687
Jan 25 18:50:24.644060 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 35378) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:50:24.646814 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774c514-cbde-48dd-b9e6-3d6a4100faee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6075873e-c081-44e0-8d0e-5def7a1809c6,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:24.651161 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a774c514-cbde-48dd-b9e6-3d6a4100faee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:24.757635 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:24.778013 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e8465320-8237-4c90-9c0f-93c171dfdf6c req-ca9cf684-dbe1-4eb4-b92b-d20d3d0f5005 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1969450
Jan 25 18:50:24.806190 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-d3cc5400-1049-4444-b87d-a99522d47f23 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:24.806852 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-d3cc5400-1049-4444-b87d-a99522d47f23 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:24.848406 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-d3cc5400-1049-4444-b87d-a99522d47f23 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8633299
Jan 25 18:50:24.894833 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1c43632f-2198-4ccc-b3bb-59b8707abf7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:24.973345 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1c43632f-2198-4ccc-b3bb-59b8707abf7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:25.066076 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29464da5-9523-4812-96d0-fc15741fee6f req-bab63791-5016-4206-92f4-adf3c90eb741 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:25.069268 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-29464da5-9523-4812-96d0-fc15741fee6f req-bab63791-5016-4206-92f4-adf3c90eb741 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 931 time: 0.3928053
Jan 25 18:50:25.149360 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:25.214765 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-29464da5-9523-4812-96d0-fc15741fee6f req-30258c56-4ae7-4f01-bdd0-7894a09bb813 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278872
Jan 25 18:50:25.224156 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1c43632f-2198-4ccc-b3bb-59b8707abf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:25.231584 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0d106d4f-8f74-4bf8-ba99-e1e8db58867c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:25.249427 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43632f-2198-4ccc-b3bb-59b8707abf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6075873e-c081-44e0-8d0e-5def7a1809c6,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:25.252427 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1c43632f-2198-4ccc-b3bb-59b8707abf7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:25.253954 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1c43632f-2198-4ccc-b3bb-59b8707abf7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:25.255177 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-1c43632f-2198-4ccc-b3bb-59b8707abf7e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6075873e-c081-44e0-8d0e-5def7a1809c6 HTTP/1.1" status: 204  len: 168 time: 0.6099267
Jan 25 18:50:25.835919 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a34cf8-d838-4181-9bc6-8fb2c7dadf39 req-921abb90-e5b6-4033-ac1d-477da1e1f854 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:25.837693 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-44a34cf8-d838-4181-9bc6-8fb2c7dadf39 req-921abb90-e5b6-4033-ac1d-477da1e1f854 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.1526778
Jan 25 18:50:25.922994 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-44a34cf8-d838-4181-9bc6-8fb2c7dadf39 req-c75a215f-8100-4fc2-ae57-25bca4858f9c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710161
Jan 25 18:50:26.223635 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242befa-b585-4de1-98e6-c5800f5de4a6 req-e43754f7-9cc3-4f85-8da5-ca178301e935 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:26.226421 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1242befa-b585-4de1-98e6-c5800f5de4a6 req-e43754f7-9cc3-4f85-8da5-ca178301e935 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 944 time: 0.1540840
Jan 25 18:50:26.309344 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1242befa-b585-4de1-98e6-c5800f5de4a6 req-85277ada-4385-4be0-bde7-31e323b007a7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761087
Jan 25 18:50:26.542973 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd04bcb-a3d2-42c0-9519-737f17d0117a req-38ccd934-9da0-4d7e-862d-0f5d93b62221 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:26.543798 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-8bd04bcb-a3d2-42c0-9519-737f17d0117a req-38ccd934-9da0-4d7e-862d-0f5d93b62221 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Synchronizing usage tracker for tenant:6af050f57baa4b9c86269c3e7e6fd65d on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:50:26.562324 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-8bd04bcb-a3d2-42c0-9519-737f17d0117a req-38ccd934-9da0-4d7e-862d-0f5d93b62221 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Unset dirty status for tenant:6af050f57baa4b9c86269c3e7e6fd65d on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:50:26.563635 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8bd04bcb-a3d2-42c0-9519-737f17d0117a req-38ccd934-9da0-4d7e-862d-0f5d93b62221 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 931 time: 0.1497791
Jan 25 18:50:26.626017 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-8bd04bcb-a3d2-42c0-9519-737f17d0117a req-819151d4-4826-4855-8d83-172101cfdb1a tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Synchronizing usage tracker for tenant:6af050f57baa4b9c86269c3e7e6fd65d on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:50:26.652759 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-8bd04bcb-a3d2-42c0-9519-737f17d0117a req-819151d4-4826-4855-8d83-172101cfdb1a tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Unset dirty status for tenant:6af050f57baa4b9c86269c3e7e6fd65d on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:50:26.656374 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8bd04bcb-a3d2-42c0-9519-737f17d0117a req-819151d4-4826-4855-8d83-172101cfdb1a tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846462
Jan 25 18:50:27.291943 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c0084-c62b-4da2-875e-f8cf17cbe527 req-0f805770-cddd-47ff-abd1-f7bf9d5d260e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:27.293746 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c65c0084-c62b-4da2-875e-f8cf17cbe527 req-0f805770-cddd-47ff-abd1-f7bf9d5d260e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.1225045
Jan 25 18:50:27.330047 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] Request body: {'port': {'device_id': 'fdf5431e-95ed-4fcb-bed6-7e07feff7a20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:50:27.391691 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c65c0084-c62b-4da2-875e-f8cf17cbe527 req-afb3e55d-d736-42d4-86e9-6f93404ba1ba tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0872500
Jan 25 18:50:27.648033 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:27.701667 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be96fb5-6d80-43ae-8bda-7328b60398a3 req-d85cd675-9b4f-499f-8a15-769471ae71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:27.704291 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0be96fb5-6d80-43ae-8bda-7328b60398a3 req-d85cd675-9b4f-499f-8a15-769471ae71d6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=209da4d33dc74678ab66bd74395f33ba&device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 1162 time: 0.1578116
Jan 25 18:50:27.823438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f33bf-d65d-429c-91d8-3f35dd1a7a39 req-94407a57-ba1a-4da9-b75d-5730facbdc12 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:27.837776 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5c7f33bf-d65d-429c-91d8-3f35dd1a7a39 req-94407a57-ba1a-4da9-b75d-5730facbdc12 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 944 time: 0.3323386
Jan 25 18:50:28.038700 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5c7f33bf-d65d-429c-91d8-3f35dd1a7a39 req-d141885f-1a2b-4b2e-aef0-5925b5361817 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1995280
Jan 25 18:50:28.184825 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be96fb5-6d80-43ae-8bda-7328b60398a3 req-0628c283-fff3-4b0d-ad92-fccb68a9f3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:28.187597 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0be96fb5-6d80-43ae-8bda-7328b60398a3 req-0628c283-fff3-4b0d-ad92-fccb68a9f3d8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 HTTP/1.1" status: 200  len: 910 time: 0.4471757
Jan 25 18:50:28.351732 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df9e6d-df17-41ee-9fe5-3ad09466005a req-3f2cf3a3-0a93-43cd-8e93-3d702dfd2c2d tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:28.353767 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-68df9e6d-df17-41ee-9fe5-3ad09466005a req-3f2cf3a3-0a93-43cd-8e93-3d702dfd2c2d tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 931 time: 0.3941178
Jan 25 18:50:28.429072 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe453e3-8eab-468d-8bce-7e7b89fe3600 {{(pid=80199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 25 18:50:28.441273 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:28.441699 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0be96fb5-6d80-43ae-8bda-7328b60398a3 req-3beb5398-b0d3-4f0d-8cb3-6b9aeaa6a9bf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 HTTP/1.1" status: 200  len: 1001 time: 0.2449043
Jan 25 18:50:28.450772 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-68df9e6d-df17-41ee-9fe5-3ad09466005a req-ec2d040f-8581-43b5-bd99-4424239ea6c5 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816996
Jan 25 18:50:28.463907 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] Transition to ACTIVE for port object 3fe453e3-8eab-468d-8bce-7e7b89fe3600 will not be triggered until provisioned by entity L2. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:50:28.468693 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:28.506429 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:28.582601 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be96fb5-6d80-43ae-8bda-7328b60398a3 req-2ebe860f-02ac-4856-967a-09f3f560364d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:28.584232 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0be96fb5-6d80-43ae-8bda-7328b60398a3 req-2ebe860f-02ac-4856-967a-09f3f560364d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=351749ea-67fa-4715-84dd-c0eb9be61229 HTTP/1.1" status: 200  len: 855 time: 0.1136854
Jan 25 18:50:28.764420 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe453e3-8eab-468d-8bce-7e7b89fe3600,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:28.781291 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:28.806214 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be96fb5-6d80-43ae-8bda-7328b60398a3 req-90cf6a20-19c3-4630-be19-75f4c8ff6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:28.810559 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0be96fb5-6d80-43ae-8bda-7328b60398a3 req-90cf6a20-19c3-4630-be19-75f4c8ff6072 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2170715
Jan 25 18:50:29.106569 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed58d04-cabc-4cd2-9080-f35cc7caaa7e req-1cfd0677-8282-47c4-8323-5a56b76304d6 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:29.109553 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1ed58d04-cabc-4cd2-9080-f35cc7caaa7e req-1cfd0677-8282-47c4-8323-5a56b76304d6 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.3307908
Jan 25 18:50:29.196571 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] Attempting to bind port 3fe453e3-8eab-468d-8bce-7e7b89fe3600 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:50:29.197464 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] Attempting to bind port 3fe453e3-8eab-468d-8bce-7e7b89fe3600 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '3030ff4f-4187-4c1b-8eb4-fbdd8e429c14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b91930f7-1f7b-4df0-ae38-06565e87673b'}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:50:29.198195 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] Attempting to bind port 3fe453e3-8eab-468d-8bce-7e7b89fe3600 on network b91930f7-1f7b-4df0-ae38-06565e87673b {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:50:29.229174 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0be96fb5-6d80-43ae-8bda-7328b60398a3 req-7b2f0fee-2d99-4dbe-acac-0fdd6d811c4a service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4092162
Jan 25 18:50:29.233552 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] Checking agent: {'id': '2edca791-6dfd-4a0b-9497-e94f443cd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 33), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:50:29.234174 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] Checking segment: {'id': '3030ff4f-4187-4c1b-8eb4-fbdd8e429c14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b91930f7-1f7b-4df0-ae38-06565e87673b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:50:29.234840 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:29.235799 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] Bound using segment: {'id': '3030ff4f-4187-4c1b-8eb4-fbdd8e429c14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b91930f7-1f7b-4df0-ae38-06565e87673b'} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:50:29.236576 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] Bound port: 3fe453e3-8eab-468d-8bce-7e7b89fe3600, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3030ff4f-4187-4c1b-8eb4-fbdd8e429c14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b91930f7-1f7b-4df0-ae38-06565e87673b'}}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:50:29.237729 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:29.299678 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1ed58d04-cabc-4cd2-9080-f35cc7caaa7e req-f0ce275d-1968-4671-b19d-1fba217a9a8a tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1670074
Jan 25 18:50:29.446222 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] For port 3fe453e3-8eab-468d-8bce-7e7b89fe3600, host hv-cinder-77238, cleared binding levels {{(pid=80199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:50:29.450576 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] For port 3fe453e3-8eab-468d-8bce-7e7b89fe3600, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=3fe453e3-8eab-468d-8bce-7e7b89fe3600,segment=NetworkSegment(3030ff4f-4187-4c1b-8eb4-fbdd8e429c14),segment_id=3030ff4f-4187-4c1b-8eb4-fbdd8e429c14)] {{(pid=80199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:50:29.466591 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:29.591297 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:29.707704 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946088d-2b48-4333-abce-5bdd4136bc25 req-1932f82b-6047-49da-b05e-f3d62cf17b69 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:29.710168 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4946088d-2b48-4333-abce-5bdd4136bc25 req-1932f82b-6047-49da-b05e-f3d62cf17b69 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 944 time: 0.1964064
Jan 25 18:50:29.714582 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0be96fb5-6d80-43ae-8bda-7328b60398a3 req-c554dbc8-2041-4f21-b66d-1af5606d507b service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4777341
Jan 25 18:50:29.744126 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:50:29.798117 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4946088d-2b48-4333-abce-5bdd4136bc25 req-dfded5d6-3b6b-42ae-b9f0-f57d2a87c8db tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795734
Jan 25 18:50:29.887895 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:29.923796 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95,segment=NetworkSegment(55410d9d-97de-42cd-bba9-f6786af81212),segment_id=55410d9d-97de-42cd-bba9-f6786af81212)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:50:29.925491 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217e9da8-830b-457a-b1c4-676b0a62de77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:50:29.932511 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:29.934459 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:30.046949 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '217e9da8-830b-457a-b1c4-676b0a62de77', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95', 'code': 422} returned with failed status
Jan 25 18:50:30.048281 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:30.064883 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:30.066174 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:30.066771 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:30.067367 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:30.068236 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:30.069020 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:30.069623 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:30.071268 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:30.071268 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:30.071478 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:30.072106 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:30.072689 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:30.073726 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:30.074155 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:30.074913 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:30.075505 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:30.076302 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:30.076893 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:30.077520 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:30.078119 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:30.079082 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:30.079678 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:30.080827 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:30.081185 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:50:30.089984 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:30.098569 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe453e3-8eab-468d-8bce-7e7b89fe3600,revision_number=3']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:30.103181 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:30.161900 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:30.162663 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:30.164226 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] 10.222.0.70 "PUT /v2.0/ports/3fe453e3-8eab-468d-8bce-7e7b89fe3600 HTTP/1.1" status: 200  len: 1157 time: 2.8390274
Jan 25 18:50:30.164993 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf5431e-95ed-4fcb-bed6-7e07feff7a20', 'tag': '3fe453e3-8eab-468d-8bce-7e7b89fe3600'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:50:30.208261 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0446b1-dc06-4e1d-922c-6edda2e9ed3c req-255acd97-98a3-4126-b5c2-eb5c89b4c1ea tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:30.210000 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fd0446b1-dc06-4e1d-922c-6edda2e9ed3c req-255acd97-98a3-4126-b5c2-eb5c89b4c1ea tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 943 time: 0.5070977
Jan 25 18:50:30.278054 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fd0446b1-dc06-4e1d-922c-6edda2e9ed3c req-8748a644-c78b-4dba-8c21-b39f2f44d24b tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603609
Jan 25 18:50:30.417334 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf5431e-95ed-4fcb-bed6-7e07feff7a20', 'tag': '3fe453e3-8eab-468d-8bce-7e7b89fe3600', 'status': 'completed', 'code': 200}
Jan 25 18:50:30.697946 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fa370-c434-44cc-826f-7290f3709c3a req-bfd13878-a9af-4e11-81ec-08ce6417583f tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:30.700314 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-460fa370-c434-44cc-826f-7290f3709c3a req-bfd13878-a9af-4e11-81ec-08ce6417583f tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1251960
Jan 25 18:50:30.765112 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-460fa370-c434-44cc-826f-7290f3709c3a req-6bb675aa-4d1a-4cfe-b459-660d9cb9930d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574346
Jan 25 18:50:31.092452 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9889c9-910e-4dc7-aab3-ffac25afae67 req-ceb71b95-9baf-4de4-a551-06a8c7562abe tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:31.094237 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7b9889c9-910e-4dc7-aab3-ffac25afae67 req-ceb71b95-9baf-4de4-a551-06a8c7562abe tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 944 time: 0.1330154
Jan 25 18:50:31.186238 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7b9889c9-910e-4dc7-aab3-ffac25afae67 req-b63e0684-affe-4644-91c3-be912baecb8a tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798113
Jan 25 18:50:31.665898 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3019c-09b3-4f69-b9af-423b51430236 req-4bb1ebc7-fa0f-4f11-90b7-5eb9aa98235b tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:31.667690 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-47e3019c-09b3-4f69-b9af-423b51430236 req-4bb1ebc7-fa0f-4f11-90b7-5eb9aa98235b tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 943 time: 0.1455660
Jan 25 18:50:31.759343 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-47e3019c-09b3-4f69-b9af-423b51430236 req-7483f0e5-d2ed-4ebe-967c-a177dd05a494 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803273
Jan 25 18:50:32.239554 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b7a7a-12dd-4102-8b45-6af41c1b1e79 req-75748ab0-b3c0-4d3c-b5a7-acc8e3c31b9c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:32.241393 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d42b7a7a-12dd-4102-8b45-6af41c1b1e79 req-75748ab0-b3c0-4d3c-b5a7-acc8e3c31b9c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1233182
Jan 25 18:50:32.318149 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d42b7a7a-12dd-4102-8b45-6af41c1b1e79 req-1fde7700-0000-41f8-98a2-0ea3a13c6c7d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656693
Jan 25 18:50:32.546661 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 35514) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:50:32.576489 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64db56-492e-4b39-98eb-29f3f67019a3 req-f567dae0-2d10-46c1-ae12-647effe0aa5d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:32.578664 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fb64db56-492e-4b39-98eb-29f3f67019a3 req-f567dae0-2d10-46c1-ae12-647effe0aa5d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 944 time: 0.1619642
Jan 25 18:50:32.638477 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fb64db56-492e-4b39-98eb-29f3f67019a3 req-ccca8eb8-83d4-4fe7-b972-257021d585e4 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520930
Jan 25 18:50:32.753690 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-323db518-23cb-456e-8a17-9dff29bbbf76 req-63b4cccd-a4bc-4889-892b-b4a04081b41a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2054858
Jan 25 18:50:33.173026 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939f9b2-12be-46c4-9517-c908f4cdddc9 req-38fc8261-1308-4ca0-878e-108bf86723f3 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:33.176513 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3939f9b2-12be-46c4-9517-c908f4cdddc9 req-38fc8261-1308-4ca0-878e-108bf86723f3 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 943 time: 0.1984341
Jan 25 18:50:33.275743 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3939f9b2-12be-46c4-9517-c908f4cdddc9 req-18104dff-3c19-4142-a4f6-783cde4452e4 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913179
Jan 25 18:50:33.642296 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c12bca-1c7c-4ccf-bd03-9338fc45fc3d req-72999cfa-d5b4-4e44-8d50-a7ca88962c58 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:33.644100 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a0c12bca-1c7c-4ccf-bd03-9338fc45fc3d req-72999cfa-d5b4-4e44-8d50-a7ca88962c58 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1246240
Jan 25 18:50:33.705862 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a0c12bca-1c7c-4ccf-bd03-9338fc45fc3d req-7a15bf57-1922-4664-9e53-98a77e6bcd27 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545521
Jan 25 18:50:33.944206 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f85ee7-ee7b-40ee-93b7-09b41d7132bb req-cf18f637-bc74-4b69-95fa-79448cf13a67 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:33.946193 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-69f85ee7-ee7b-40ee-93b7-09b41d7132bb req-cf18f637-bc74-4b69-95fa-79448cf13a67 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 944 time: 0.1240020
Jan 25 18:50:34.008701 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-69f85ee7-ee7b-40ee-93b7-09b41d7132bb req-d997bc0c-56d2-48cf-b7f9-16882611721d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555031
Jan 25 18:50:34.598945 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd018b-b67c-4e99-89ab-5fecde47fe78 req-9aa56e16-1e4f-4f99-a269-b62da7648126 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:34.601746 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-00dd018b-b67c-4e99-89ab-5fecde47fe78 req-9aa56e16-1e4f-4f99-a269-b62da7648126 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 943 time: 0.1871612
Jan 25 18:50:34.627477 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41929225-4435-4d06-9c0c-a8b0ff6caaf2 req-8035bbaa-ff29-456c-b2ec-06ba327f1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:34.630422 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-41929225-4435-4d06-9c0c-a8b0ff6caaf2 req-8035bbaa-ff29-456c-b2ec-06ba327f1aee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6af050f57baa4b9c86269c3e7e6fd65d&device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 1160 time: 0.1217041
Jan 25 18:50:34.693964 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-00dd018b-b67c-4e99-89ab-5fecde47fe78 req-851997ad-434a-4066-9935-94eb293ddbda tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789919
Jan 25 18:50:35.426744 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc79466-0d2b-4c01-943b-f4cd1975cc03 req-8c5a5a50-4f68-46c3-bbcd-f81a45e3adf3 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:35.429414 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5dc79466-0d2b-4c01-943b-f4cd1975cc03 req-8c5a5a50-4f68-46c3-bbcd-f81a45e3adf3 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 944 time: 0.2244742
Jan 25 18:50:35.523547 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5dc79466-0d2b-4c01-943b-f4cd1975cc03 req-e50f523f-3b86-4797-b4f6-cca21b3825b4 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833173
Jan 25 18:50:35.560917 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379ad1f-db9b-4b56-b568-8c1981ad4fa4 req-7e3b2acb-d341-4266-9955-e5b349b27c7d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:35.562677 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7379ad1f-db9b-4b56-b568-8c1981ad4fa4 req-7e3b2acb-d341-4266-9955-e5b349b27c7d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.6364102
Jan 25 18:50:35.566351 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41929225-4435-4d06-9c0c-a8b0ff6caaf2 req-47e51591-1a50-49a8-ac59-7867ceb057e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:35.567902 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-41929225-4435-4d06-9c0c-a8b0ff6caaf2 req-47e51591-1a50-49a8-ac59-7867ceb057e2 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=6af050f57baa4b9c86269c3e7e6fd65d&shared=False HTTP/1.1" status: 200  len: 903 time: 0.6783721
Jan 25 18:50:35.722929 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7379ad1f-db9b-4b56-b568-8c1981ad4fa4 req-d08765f8-2fa5-4ebd-996d-8db043b5e82b tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1503651
Jan 25 18:50:35.782111 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41929225-4435-4d06-9c0c-a8b0ff6caaf2 req-e67aa4b3-e137-407b-8efb-b37314b9f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:35.784942 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-41929225-4435-4d06-9c0c-a8b0ff6caaf2 req-e67aa4b3-e137-407b-8efb-b37314b9f03b service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1967216
Jan 25 18:50:36.033372 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8632f-e970-4444-a4de-804eec9664fe req-45770dc4-a194-4607-9868-7163cac8fa4d tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:36.033566 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-76147964-9ce5-4a03-a360-b5c56bad4ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:36.034285 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-34e8632f-e970-4444-a4de-804eec9664fe req-45770dc4-a194-4607-9868-7163cac8fa4d tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 943 time: 0.1764665
Jan 25 18:50:36.040228 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-76147964-9ce5-4a03-a360-b5c56bad4ead service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6af050f57baa4b9c86269c3e7e6fd65d&device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 1160 time: 0.1640468
Jan 25 18:50:36.137455 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-34e8632f-e970-4444-a4de-804eec9664fe req-bd8cd84d-24ce-49c5-a91c-952dcc70905a tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979586
Jan 25 18:50:36.163852 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-b2a2094c-0f3d-488c-8544-e9d1eaa6dd71 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3fe453e3-8eab-468d-8bce-7e7b89fe3600 HTTP/1.1" status: 200  len: 217 time: 0.1093585
Jan 25 18:50:36.245905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-e6459e5f-8dcc-45cc-87ac-83cd3c78c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:36.247563 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-e6459e5f-8dcc-45cc-87ac-83cd3c78c277 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=071883a5-2c0a-4958-a7ca-38becb672615 HTTP/1.1" status: 200  len: 849 time: 0.0769839
Jan 25 18:50:36.306489 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-3409dcf9-be91-45e4-b1bd-5243ef0fbb9f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b91930f7-1f7b-4df0-ae38-06565e87673b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0511146
Jan 25 18:50:36.559608 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-e66e0307-7027-4e06-84f8-5628160e92af service neutron] 10.222.0.70 "GET /v2.0/networks/b91930f7-1f7b-4df0-ae38-06565e87673b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2454376
Jan 25 18:50:36.886188 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323db518-23cb-456e-8a17-9dff29bbbf76 req-6c8df6c4-50dc-4030-84a9-43ae1215bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:36.891942 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-323db518-23cb-456e-8a17-9dff29bbbf76 req-6c8df6c4-50dc-4030-84a9-43ae1215bf92 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77&tenant_id=209da4d33dc74678ab66bd74395f33ba HTTP/1.1" status: 200  len: 1160 time: 0.1629095
Jan 25 18:50:36.892243 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9ec971ee-92ca-444e-861a-39a1e8f398c5 req-1eea3245-2f42-4733-8373-d74bfe1546ae service neutron] 10.222.0.70 "GET /v2.0/networks/b91930f7-1f7b-4df0-ae38-06565e87673b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3236814
Jan 25 18:50:36.998676 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1d143-2bd2-482e-802d-16be077f4dcb req-ae81acfd-07bf-47cc-9dd8-1353052ffa0a tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:37.008465 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-90e1d143-2bd2-482e-802d-16be077f4dcb req-ae81acfd-07bf-47cc-9dd8-1353052ffa0a tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 944 time: 0.2245951
Jan 25 18:50:37.101688 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.objects.ports [None req-82638860-5390-4622-bcca-1f61ac0de354 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80201) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 25 18:50:37.109737 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-90e1d143-2bd2-482e-802d-16be077f4dcb req-ba476e9e-d163-4ffd-b6c3-1b6269a6866a tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001041
Jan 25 18:50:37.240565 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323db518-23cb-456e-8a17-9dff29bbbf76 req-cef579e5-da3a-4514-8335-a5b97b168b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:37.243320 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-323db518-23cb-456e-8a17-9dff29bbbf76 req-cef579e5-da3a-4514-8335-a5b97b168b8c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=209da4d33dc74678ab66bd74395f33ba&device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 1160 time: 0.2589819
Jan 25 18:50:37.310997 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa300bb9-f2f5-4132-bebc-6ef339c41e59 req-5e3ec3a2-6c47-4efa-9af2-887a2c3d8fa7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:37.317882 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fa300bb9-f2f5-4132-bebc-6ef339c41e59 req-5e3ec3a2-6c47-4efa-9af2-887a2c3d8fa7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.2250338
Jan 25 18:50:37.562173 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fa300bb9-f2f5-4132-bebc-6ef339c41e59 req-c1d8aab7-326e-44df-bbd3-e456939c90cb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2003133
Jan 25 18:50:37.591393 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbd62d-dc47-4dc1-8120-d8b7e7ea890e req-6a86f263-3817-4cd6-a8b6-12517cfa04d8 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:37.597433 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0ddbd62d-dc47-4dc1-8120-d8b7e7ea890e req-6a86f263-3817-4cd6-a8b6-12517cfa04d8 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 943 time: 0.2042379
Jan 25 18:50:37.631089 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323db518-23cb-456e-8a17-9dff29bbbf76 req-97ff2633-f5ce-46d6-8bad-a4771614609d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:37.635262 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-323db518-23cb-456e-8a17-9dff29bbbf76 req-97ff2633-f5ce-46d6-8bad-a4771614609d service neutron] 10.222.0.70 "GET /v2.0/networks?id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 HTTP/1.1" status: 200  len: 910 time: 0.3825209
Jan 25 18:50:37.722049 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0ddbd62d-dc47-4dc1-8120-d8b7e7ea890e req-e66e1292-4c45-4a05-bfd3-f9816ba47fd8 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120801
Jan 25 18:50:37.861153 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-323db518-23cb-456e-8a17-9dff29bbbf76 req-b0ce23ab-54f7-4338-9fb0-f7768d190464 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 HTTP/1.1" status: 200  len: 999 time: 0.2182381
Jan 25 18:50:37.943194 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323db518-23cb-456e-8a17-9dff29bbbf76 req-8d2c8d9b-8928-4b63-afd5-dd54b5c86fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:37.945265 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-323db518-23cb-456e-8a17-9dff29bbbf76 req-8d2c8d9b-8928-4b63-afd5-dd54b5c86fc5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=351749ea-67fa-4715-84dd-c0eb9be61229 HTTP/1.1" status: 200  len: 855 time: 0.0769041
Jan 25 18:50:38.085730 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323db518-23cb-456e-8a17-9dff29bbbf76 req-6ccbf6f4-6625-404e-a889-2d3bdbc3dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:38.088858 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-323db518-23cb-456e-8a17-9dff29bbbf76 req-6ccbf6f4-6625-404e-a889-2d3bdbc3dafb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1359057
Jan 25 18:50:38.254970 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 6038040e-5280-4397-a221-1631cdcce94a up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:50:38.402443 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning for port 6038040e-5280-4397-a221-1631cdcce94a completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:50:38.412020 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 6038040e-5280-4397-a221-1631cdcce94a triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:50:38.412724 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:38.566218 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:38.598817 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68cf8ad-f122-4904-ab16-6b65023ffedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6038040e-5280-4397-a221-1631cdcce94a'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:50:38.612854 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 6038040e-5280-4397-a221-1631cdcce94a, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6038040e-5280-4397-a221-1631cdcce94a,segment=NetworkSegment(66e0d49b-515f-4380-830b-7da54bd1fc06),segment_id=66e0d49b-515f-4380-830b-7da54bd1fc06)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:50:38.617770 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:38.619899 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:38.677807 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68cf8ad-f122-4904-ab16-6b65023ffedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6038040e-5280-4397-a221-1631cdcce94a', 'code': 200}
Jan 25 18:50:38.732252 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=6038040e-5280-4397-a221-1631cdcce94a,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:38.738853 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:38.829086 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-323db518-23cb-456e-8a17-9dff29bbbf76 req-44f03858-f394-434e-afd5-67c688fdd6f8 service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7315381
Jan 25 18:50:39.070954 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 6038040e-5280-4397-a221-1631cdcce94a up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:50:39.129154 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665a2c8-2ea6-4843-bf55-02cf9b6cb833 req-d52be289-a23b-4555-a009-daff2810de84 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:39.130918 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d665a2c8-2ea6-4843-bf55-02cf9b6cb833 req-d52be289-a23b-4555-a009-daff2810de84 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.3076131
Jan 25 18:50:39.133861 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec0725-708a-4658-8b3a-62c6a1983949 req-66f5f81a-b319-4266-a04b-7c8c35901c7d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:39.137026 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-adec0725-708a-4658-8b3a-62c6a1983949 req-66f5f81a-b319-4266-a04b-7c8c35901c7d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 944 time: 0.8193634
Jan 25 18:50:39.183659 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fba083-042e-499c-b221-945251b64713 req-e3c54846-d5cd-4428-93a8-227451d080bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:39.185429 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c1fba083-042e-499c-b221-945251b64713 req-e3c54846-d5cd-4428-93a8-227451d080bc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 1163 time: 0.2011554
Jan 25 18:50:39.226084 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 6038040e-5280-4397-a221-1631cdcce94a triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:50:39.226789 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:39.247464 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d665a2c8-2ea6-4843-bf55-02cf9b6cb833 req-ccaa7cfc-69b4-4e83-a99e-d8a5459d0ba6 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0955572
Jan 25 18:50:39.257606 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c1fba083-042e-499c-b221-945251b64713 req-b375fbe9-f074-4483-a58d-fd795e4ea971 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607541
Jan 25 18:50:39.306710 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-adec0725-708a-4658-8b3a-62c6a1983949 req-93925890-496c-445e-b7c2-6f9b878a9c65 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1562567
Jan 25 18:50:39.310938 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-323db518-23cb-456e-8a17-9dff29bbbf76 req-566ba443-d37a-4daf-bf1e-47bd891fa781 service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4653580
Jan 25 18:50:39.541834 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd4115-d514-4816-9a92-675c205dce38 req-a60cd2e6-2b54-4946-942d-056515c676c2 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:39.543752 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-75fd4115-d514-4816-9a92-675c205dce38 req-a60cd2e6-2b54-4946-942d-056515c676c2 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 943 time: 0.1362915
Jan 25 18:50:39.614730 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-75fd4115-d514-4816-9a92-675c205dce38 req-d74ac0f1-85c8-4222-8c5f-5ca5f7643626 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578942
Jan 25 18:50:40.585375 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2769f-ad6c-4039-9bd6-7814486086df req-5ab84ec6-4ef8-42ba-88ed-4f8f0eaa139c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:40.587279 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-92b2769f-ad6c-4039-9bd6-7814486086df req-5ab84ec6-4ef8-42ba-88ed-4f8f0eaa139c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1429021
Jan 25 18:50:40.688894 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-92b2769f-ad6c-4039-9bd6-7814486086df req-f1231402-8779-4217-87c6-a0758ce3b641 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0882871
Jan 25 18:50:41.176750 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b976b9f-f704-47de-a95e-7e5bb9dae7ae req-ecbad312-3b7a-45ce-b1cc-2e903705b544 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:41.179681 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6b976b9f-f704-47de-a95e-7e5bb9dae7ae req-ecbad312-3b7a-45ce-b1cc-2e903705b544 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 943 time: 0.1826954
Jan 25 18:50:41.207274 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc7e4f-144c-4c12-8c52-34847774d80d req-335250fb-e2c9-42d2-a156-83cb7ea40e71 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:41.209678 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-aabc7e4f-144c-4c12-8c52-34847774d80d req-335250fb-e2c9-42d2-a156-83cb7ea40e71 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 946 time: 0.2727573
Jan 25 18:50:41.349424 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-aabc7e4f-144c-4c12-8c52-34847774d80d req-5548a302-e24a-49e7-b18d-5b0a810ebe27 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181624
Jan 25 18:50:41.384753 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6b976b9f-f704-47de-a95e-7e5bb9dae7ae req-3324edea-38fc-462f-87ec-68b56e51e625 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1890848
Jan 25 18:50:42.339833 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acabdd-60f9-4b89-b655-fc6eba353e80 req-f0354be3-544d-4319-a28b-1702e1d10363 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:42.348644 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-23acabdd-60f9-4b89-b655-fc6eba353e80 req-f0354be3-544d-4319-a28b-1702e1d10363 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.2439811
Jan 25 18:50:42.442871 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-23acabdd-60f9-4b89-b655-fc6eba353e80 req-3992dd88-6a84-4c2a-8ac3-046fb5daac05 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0927577
Jan 25 18:50:42.970759 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7709f-7d4f-49eb-badb-5fde36b850c9 req-ba1ff20e-d719-4fea-a15c-78e527f1874a tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:42.974137 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c4e7709f-7d4f-49eb-badb-5fde36b850c9 req-ba1ff20e-d719-4fea-a15c-78e527f1874a tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 946 time: 0.2619495
Jan 25 18:50:43.085400 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d8adf-7ae9-4052-beee-ddf9af5d3ff2 req-2f8529a2-9ba5-40d1-bf2d-b8ba75b9cbbb tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:43.109709 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c4e7709f-7d4f-49eb-badb-5fde36b850c9 req-167cf16d-23e2-4c28-9eed-77d3797ff412 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222780
Jan 25 18:50:43.115560 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0a2d8adf-7ae9-4052-beee-ddf9af5d3ff2 req-2f8529a2-9ba5-40d1-bf2d-b8ba75b9cbbb tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 943 time: 0.3733191
Jan 25 18:50:43.255810 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0a2d8adf-7ae9-4052-beee-ddf9af5d3ff2 req-cfb9f123-3f5c-43e2-9c47-c5ec40971939 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387837
Jan 25 18:50:43.426877 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.objects.ports [None req-355d4114-5faa-4da9-b96c-0a9f747be74e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80201) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 25 18:50:43.703360 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0778d2-1c87-4116-8167-5f81378fb693 req-be997fea-1891-4cc1-8df1-71a9feaa00b7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:43.705900 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8d0778d2-1c87-4116-8167-5f81378fb693 req-be997fea-1891-4cc1-8df1-71a9feaa00b7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 946 time: 0.2210751
Jan 25 18:50:43.796011 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8d0778d2-1c87-4116-8167-5f81378fb693 req-1a05396a-9e76-4a6e-a64b-8b9f1410fdc5 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823755
Jan 25 18:50:43.935629 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b71942-ceab-4e5d-9d28-d4829b285afe req-ceb95be1-ae06-4ee8-9f74-1d54b4b5e6d9 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:43.937500 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-98b71942-ceab-4e5d-9d28-d4829b285afe req-ceb95be1-ae06-4ee8-9f74-1d54b4b5e6d9 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.2152634
Jan 25 18:50:44.047456 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-98b71942-ceab-4e5d-9d28-d4829b285afe req-e67e17f6-818c-4bfb-8421-68e0465cc35e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0963674
Jan 25 18:50:44.256377 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 3fe453e3-8eab-468d-8bce-7e7b89fe3600 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:50:44.464178 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning for port 3fe453e3-8eab-468d-8bce-7e7b89fe3600 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:50:44.479834 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 3fe453e3-8eab-468d-8bce-7e7b89fe3600 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:50:44.480499 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:44.798490 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1404de4-5541-4767-a247-c1744eea4255 req-2bdbc510-8b5c-48bf-9a06-778c2cb1de18 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:44.808032 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a1404de4-5541-4767-a247-c1744eea4255 req-2bdbc510-8b5c-48bf-9a06-778c2cb1de18 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 946 time: 0.1845617
Jan 25 18:50:44.884071 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a1404de4-5541-4767-a247-c1744eea4255 req-36dbd313-f2f0-4fd4-b820-b8f89d65f63b tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743873
Jan 25 18:50:45.104261 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:45.190210 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87025a9f-ab5d-4536-b3cc-719132b077cf req-b37499af-423e-45e8-a8d6-9b86fbc24961 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:45.192857 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-87025a9f-ab5d-4536-b3cc-719132b077cf req-b37499af-423e-45e8-a8d6-9b86fbc24961 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 943 time: 0.5072787
Jan 25 18:50:45.232466 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf5431e-95ed-4fcb-bed6-7e07feff7a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe453e3-8eab-468d-8bce-7e7b89fe3600'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:50:45.272811 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 3fe453e3-8eab-468d-8bce-7e7b89fe3600, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=3fe453e3-8eab-468d-8bce-7e7b89fe3600,segment=NetworkSegment(3030ff4f-4187-4c1b-8eb4-fbdd8e429c14),segment_id=3030ff4f-4187-4c1b-8eb4-fbdd8e429c14)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:50:45.293275 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:45.301464 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:45.395454 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-87025a9f-ab5d-4536-b3cc-719132b077cf req-65235f99-c96f-48c6-906f-599e5c56290d tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1841879
Jan 25 18:50:45.638599 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf5431e-95ed-4fcb-bed6-7e07feff7a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe453e3-8eab-468d-8bce-7e7b89fe3600', 'code': 200}
Jan 25 18:50:45.643585 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739696a-5052-4f6b-af2c-4d34141bd6c8 req-41b4c1db-c67d-4b44-8951-90623572b8f7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:45.650037 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=3fe453e3-8eab-468d-8bce-7e7b89fe3600,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:45.652517 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0739696a-5052-4f6b-af2c-4d34141bd6c8 req-41b4c1db-c67d-4b44-8951-90623572b8f7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1916032
Jan 25 18:50:45.666521 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:45.736115 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 3fe453e3-8eab-468d-8bce-7e7b89fe3600 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:50:45.836987 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0739696a-5052-4f6b-af2c-4d34141bd6c8 req-1c48cf74-f057-4df7-82fd-1a56225ead4c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1831200
Jan 25 18:50:45.900369 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 35716) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:50:45.964813 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 3fe453e3-8eab-468d-8bce-7e7b89fe3600 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:50:45.967327 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:46.599197 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-080a6c35-1896-48c2-925b-5d4fd64a52a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:46.650504 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-080a6c35-1896-48c2-925b-5d4fd64a52a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:50:46.661364 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-080a6c35-1896-48c2-925b-5d4fd64a52a0 admin admin] Usage tracker for resource:security_group_rule and tenant:daf3791d36f441309feae6c4c8d9e83f is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:50:46.668506 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-080a6c35-1896-48c2-925b-5d4fd64a52a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:50:46.683381 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-080a6c35-1896-48c2-925b-5d4fd64a52a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:50:46.963834 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-080a6c35-1896-48c2-925b-5d4fd64a52a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:46.972441 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-080a6c35-1896-48c2-925b-5d4fd64a52a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:47.005260 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1f766a95-bd88-4ef0-b6ea-95e1094406d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:47.094586 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a6c35-1896-48c2-925b-5d4fd64a52a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bd5278-3479-40ad-9218-eba7867fd12b,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:47.110062 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-080a6c35-1896-48c2-925b-5d4fd64a52a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:47.179224 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4bbb5-4a8e-486a-9ab2-cef143d65527 req-fc97ef1d-fd25-4950-ab0e-1e2278a5d82a tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:47.181738 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bcd4bbb5-4a8e-486a-9ab2-cef143d65527 req-fc97ef1d-fd25-4950-ab0e-1e2278a5d82a tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 945 time: 0.3496935
Jan 25 18:50:47.192515 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 35732) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:50:47.199511 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-080a6c35-1896-48c2-925b-5d4fd64a52a0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=daf3791d36f441309feae6c4c8d9e83f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2959564
Jan 25 18:50:47.401158 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bcd4bbb5-4a8e-486a-9ab2-cef143d65527 req-74641a83-3dab-4936-baa6-9a94dee2aa82 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2053108
Jan 25 18:50:47.473814 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-53030f2d-7e41-40b5-8259-f9c7dde6641b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:47.507694 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-53030f2d-7e41-40b5-8259-f9c7dde6641b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:47.573638 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6fe91-7d9a-4d62-aa5e-26562fca3f36 req-1e11db2e-e01b-4c17-a9e1-9fc79e3ada15 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:47.576560 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b0e6fe91-7d9a-4d62-aa5e-26562fca3f36 req-1e11db2e-e01b-4c17-a9e1-9fc79e3ada15 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.2363930
Jan 25 18:50:47.626130 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-53030f2d-7e41-40b5-8259-f9c7dde6641b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:47.645459 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-bc08dadf-8f8e-4da2-b8fc-9397530da017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:47.675333 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b0e6fe91-7d9a-4d62-aa5e-26562fca3f36 req-949647ed-07a2-4b63-8bd8-fca144db61a6 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875788
Jan 25 18:50:47.691102 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-53030f2d-7e41-40b5-8259-f9c7dde6641b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:47.693939 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-53030f2d-7e41-40b5-8259-f9c7dde6641b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/78bd5278-3479-40ad-9218-eba7867fd12b HTTP/1.1" status: 204  len: 168 time: 0.4995706
Jan 25 18:50:47.706261 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53030f2d-7e41-40b5-8259-f9c7dde6641b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bd5278-3479-40ad-9218-eba7867fd12b,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:47.713192 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-53030f2d-7e41-40b5-8259-f9c7dde6641b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:47.725500 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 3fe453e3-8eab-468d-8bce-7e7b89fe3600 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:50:48.045778 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 3fe453e3-8eab-468d-8bce-7e7b89fe3600 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:50:48.046507 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:48.515653 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 35758) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:50:48.540127 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0108302f-7b7f-4ac2-bec3-6bbec9030ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:48.558687 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-0108302f-7b7f-4ac2-bec3-6bbec9030ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:50:48.564152 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-0108302f-7b7f-4ac2-bec3-6bbec9030ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:a563973c4fd8458982ee211da9dca03e is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:50:48.568230 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-0108302f-7b7f-4ac2-bec3-6bbec9030ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:50:48.576666 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-0108302f-7b7f-4ac2-bec3-6bbec9030ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:50:48.776944 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0108302f-7b7f-4ac2-bec3-6bbec9030ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:48.781404 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0108302f-7b7f-4ac2-bec3-6bbec9030ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:48.795559 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-29f83ba1-0286-417b-9679-1c880dce63bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:48.833003 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108302f-7b7f-4ac2-bec3-6bbec9030ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7a717d-cf23-4b1b-88ca-effc7c1e6c15,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:48.839042 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0108302f-7b7f-4ac2-bec3-6bbec9030ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:48.863871 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-0108302f-7b7f-4ac2-bec3-6bbec9030ed8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a563973c4fd8458982ee211da9dca03e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3469245
Jan 25 18:50:48.864649 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 35764) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:50:48.913489 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d8238-070a-45f4-85f6-bf79d6361a34 req-34110c0f-ee29-4632-b437-f7beca7c3e4f tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:48.916407 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6c5d8238-070a-45f4-85f6-bf79d6361a34 req-34110c0f-ee29-4632-b437-f7beca7c3e4f tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 945 time: 0.2736247
Jan 25 18:50:49.000685 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-db7f87b8-9e8b-4892-9556-2b8165ee91fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:49.080403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-db7f87b8-9e8b-4892-9556-2b8165ee91fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:49.143890 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6c5d8238-070a-45f4-85f6-bf79d6361a34 req-bc6067e9-bc4d-43f4-bd6e-68f39804163d tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2107260
Jan 25 18:50:49.197858 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-db7f87b8-9e8b-4892-9556-2b8165ee91fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:49.203791 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e2e21f5e-4330-4eaf-b0ad-8334fc279eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:49.220618 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f87b8-9e8b-4892-9556-2b8165ee91fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7a717d-cf23-4b1b-88ca-effc7c1e6c15,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:49.224063 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-db7f87b8-9e8b-4892-9556-2b8165ee91fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:49.225400 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-db7f87b8-9e8b-4892-9556-2b8165ee91fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:49.229559 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-db7f87b8-9e8b-4892-9556-2b8165ee91fe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cf7a717d-cf23-4b1b-88ca-effc7c1e6c15 HTTP/1.1" status: 204  len: 168 time: 0.3608253
Jan 25 18:50:49.425054 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:49.591360 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448f4e9-f353-4bc3-8b5d-aa728d90ac14 req-65a0b2c5-a2f1-4b4a-b8c7-613ca3893161 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:49.593289 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2448f4e9-f353-4bc3-8b5d-aa728d90ac14 req-65a0b2c5-a2f1-4b4a-b8c7-613ca3893161 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1713929
Jan 25 18:50:49.681625 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2448f4e9-f353-4bc3-8b5d-aa728d90ac14 req-adddc99d-2946-46dd-913e-faa9aefa7bda tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743461
Jan 25 18:50:49.872124 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 35774) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:50:49.914970 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ab6f9ab1-da9d-4b0e-a020-823a1924c1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:49.948289 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-ab6f9ab1-da9d-4b0e-a020-823a1924c1cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:50:49.958919 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-ab6f9ab1-da9d-4b0e-a020-823a1924c1cc admin admin] Usage tracker for resource:security_group_rule and tenant:9dd6d1fcb69f436fa80ee139a93ccf45 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:50:49.965031 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-ab6f9ab1-da9d-4b0e-a020-823a1924c1cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:50:49.976834 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-ab6f9ab1-da9d-4b0e-a020-823a1924c1cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:50:50.144856 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ab6f9ab1-da9d-4b0e-a020-823a1924c1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:50.149430 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ab6f9ab1-da9d-4b0e-a020-823a1924c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:50.168990 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1c43632f-2198-4ccc-b3bb-59b8707abf7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:50.237866 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-ab6f9ab1-da9d-4b0e-a020-823a1924c1cc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9dd6d1fcb69f436fa80ee139a93ccf45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3637621
Jan 25 18:50:50.241331 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 35782) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:50:50.244761 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f9ab1-da9d-4b0e-a020-823a1924c1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e9f8f5-2538-4f0e-a6f3-985b370e5452,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:50.251545 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-ab6f9ab1-da9d-4b0e-a020-823a1924c1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:50.396461 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4ba0d5b5-b9ae-4b7c-9476-17135df628b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:50.517212 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4ba0d5b5-b9ae-4b7c-9476-17135df628b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:50.750604 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0d4f3-4a86-42cf-8069-5f9ab0c564e3 req-79323d5c-5e8a-4d2e-87f7-3d11e681ce39 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:50.753620 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1ee0d4f3-4a86-42cf-8069-5f9ab0c564e3 req-79323d5c-5e8a-4d2e-87f7-3d11e681ce39 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 945 time: 0.3178964
Jan 25 18:50:50.755603 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4ba0d5b5-b9ae-4b7c-9476-17135df628b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:50.765891 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-12b60ee9-4031-4f5b-b69e-3873da94ecd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:50:50.809314 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-df6e5c0d-1b6d-44f4-bf6c-339e8a30642f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:50.834825 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0d5b5-b9ae-4b7c-9476-17135df628b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e9f8f5-2538-4f0e-a6f3-985b370e5452,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:50:50.850872 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-4ba0d5b5-b9ae-4b7c-9476-17135df628b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:50:50.873697 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4ba0d5b5-b9ae-4b7c-9476-17135df628b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:50.875895 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-4ba0d5b5-b9ae-4b7c-9476-17135df628b1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b0e9f8f5-2538-4f0e-a6f3-985b370e5452 HTTP/1.1" status: 204  len: 168 time: 0.6331418
Jan 25 18:50:50.917776 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1ee0d4f3-4a86-42cf-8069-5f9ab0c564e3 req-ee433be6-a1e9-4372-a4a3-a1e0a6cbfcbe tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326990
Jan 25 18:50:51.315457 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc824653-90f8-4386-bfed-ab7a790259d9 req-e7474f8b-b9e4-4774-bfd6-a52ce211e15f tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:51.317244 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fc824653-90f8-4386-bfed-ab7a790259d9 req-e7474f8b-b9e4-4774-bfd6-a52ce211e15f tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1641333
Jan 25 18:50:51.426016 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fc824653-90f8-4386-bfed-ab7a790259d9 req-50f883f0-0d22-4442-bd61-5db2998ae924 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0947788
Jan 25 18:50:52.477184 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c1d71-30b9-4a4d-b6cc-7e5489dbb027 req-0457d9bd-97c0-4914-be19-5ca03871ee8d tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:52.493214 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b70c1d71-30b9-4a4d-b6cc-7e5489dbb027 req-0457d9bd-97c0-4914-be19-5ca03871ee8d tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 945 time: 0.3062267
Jan 25 18:50:52.602022 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b70c1d71-30b9-4a4d-b6cc-7e5489dbb027 req-b4301fe2-d727-47d4-b88f-012f9a14986b tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070180
Jan 25 18:50:53.052712 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:53.058490 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b853e93-8234-4a0a-9c7e-fa6981e426b4 req-81b32b7c-07c6-4698-ab90-40027d843628 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:53.073409 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8b853e93-8234-4a0a-9c7e-fa6981e426b4 req-81b32b7c-07c6-4698-ab90-40027d843628 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.2214303
Jan 25 18:50:53.118695 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e3134e4e-9468-4823-85b9-aa1cdcbe738e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:53.152860 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8b853e93-8234-4a0a-9c7e-fa6981e426b4 req-69cf130c-c03b-443d-a866-607c3ac6a7e8 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783226
Jan 25 18:50:53.985400 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9aef1-3c53-4d0b-baa6-1fb4603852cd req-5d3b5e16-9171-468c-9a87-3b621239c0f6 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:53.987861 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9be9aef1-3c53-4d0b-baa6-1fb4603852cd req-5d3b5e16-9171-468c-9a87-3b621239c0f6 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 945 time: 0.1867664
Jan 25 18:50:54.113110 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9be9aef1-3c53-4d0b-baa6-1fb4603852cd req-9143646a-281a-45cb-aadd-dbcc1dcc43eb tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892103
Jan 25 18:50:54.127400 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:50:54.565570 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26e60c-617f-405e-a9ed-1ebf033dce96 req-a19d0300-e765-4772-8061-b2b97c9ae811 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:54.568465 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cf26e60c-617f-405e-a9ed-1ebf033dce96 req-a19d0300-e765-4772-8061-b2b97c9ae811 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.2230141
Jan 25 18:50:54.646045 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cf26e60c-617f-405e-a9ed-1ebf033dce96 req-491568ec-6259-4efc-8705-17edc3e3753c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706897
Jan 25 18:50:54.753883 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:55.160574 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:50:55.457863 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780a90c-09f1-4b61-80c2-9210125240e9 req-fd700453-da52-462e-8733-ffc147184850 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:55.459618 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3780a90c-09f1-4b61-80c2-9210125240e9 req-fd700453-da52-462e-8733-ffc147184850 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 945 time: 0.1264026
Jan 25 18:50:55.524089 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3780a90c-09f1-4b61-80c2-9210125240e9 req-df8b7b0a-5a2e-4845-b32f-406e0518fb23 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517566
Jan 25 18:50:55.997478 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ae5d7-a48a-4113-a5f8-dd2ae9782994 req-a43c8f56-df7d-4da7-8f82-5504dd1c8202 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:56.000427 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fa8ae5d7-a48a-4113-a5f8-dd2ae9782994 req-a43c8f56-df7d-4da7-8f82-5504dd1c8202 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1635478
Jan 25 18:50:56.094794 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fa8ae5d7-a48a-4113-a5f8-dd2ae9782994 req-182da9db-e235-4fca-a9b5-2b7a948d5031 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0805392
Jan 25 18:50:56.894043 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d38c7-30ef-4775-b26a-ca30cccf19d0 req-47bdc2ad-e0b5-4fb5-8f2f-e6a8d6ec02bb tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:56.896751 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-470d38c7-30ef-4775-b26a-ca30cccf19d0 req-47bdc2ad-e0b5-4fb5-8f2f-e6a8d6ec02bb tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 945 time: 0.1960654
Jan 25 18:50:56.960189 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-470d38c7-30ef-4775-b26a-ca30cccf19d0 req-48e2d0e2-e7e2-482d-b7d4-f1aa6a83414e tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575149
Jan 25 18:50:57.036284 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cef29b-b8a7-45cb-b556-5c9b0368c749 req-fca2497c-330a-47ae-ae36-bd041eaba515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:57.037991 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-84cef29b-b8a7-45cb-b556-5c9b0368c749 req-fca2497c-330a-47ae-ae36-bd041eaba515 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 1162 time: 0.1585855
Jan 25 18:50:57.134601 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-84cef29b-b8a7-45cb-b556-5c9b0368c749 req-db6bf3c9-2e26-4ad7-821d-ec4017814fef service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832136
Jan 25 18:50:57.429432 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad83011-63e9-4b94-bcf4-a46b8122e7ea req-4c02cc5a-572b-4dce-86b8-874dfab4ae36 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:57.429432 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4ad83011-63e9-4b94-bcf4-a46b8122e7ea req-4c02cc5a-572b-4dce-86b8-874dfab4ae36 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1493928
Jan 25 18:50:57.487490 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4ad83011-63e9-4b94-bcf4-a46b8122e7ea req-28e3d1f5-2dd7-4e4c-8e0b-9613bd02e9b9 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533807
Jan 25 18:50:58.296645 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cb034-0187-45a8-9037-b9b46ce053eb req-caeafc62-f81a-4f63-bff2-2933588d4530 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:58.299901 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-314cb034-0187-45a8-9037-b9b46ce053eb req-caeafc62-f81a-4f63-bff2-2933588d4530 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 945 time: 0.1771770
Jan 25 18:50:58.416602 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-314cb034-0187-45a8-9037-b9b46ce053eb req-8fad89aa-c9d8-4ba4-8a39-6dc965707468 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020658
Jan 25 18:50:58.933803 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd129751-bf3e-4eaa-90a6-a663c773448d req-b41f6961-2697-490d-82ac-9bb65760b363 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:58.937148 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bd129751-bf3e-4eaa-90a6-a663c773448d req-b41f6961-2697-490d-82ac-9bb65760b363 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1937120
Jan 25 18:50:59.003343 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bd129751-bf3e-4eaa-90a6-a663c773448d req-842972be-93e6-4950-a16d-79fe8ca49f75 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555277
Jan 25 18:50:59.331661 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0f6c2-ea69-4119-84c4-5fcc68d213ee req-3c7ffc69-790e-4f1b-97c4-c45db9c85d21 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:59.334178 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-66c0f6c2-ea69-4119-84c4-5fcc68d213ee req-3c7ffc69-790e-4f1b-97c4-c45db9c85d21 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=df09cc7f-ccd9-4d1c-a0f0-4aafd093db43 HTTP/1.1" status: 200  len: 945 time: 0.1696243
Jan 25 18:50:59.398066 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-66c0f6c2-ea69-4119-84c4-5fcc68d213ee req-ed789e2b-0e01-4295-8963-7a9ef6139561 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572546
Jan 25 18:50:59.700859 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f786d8e-10ef-4004-bbd0-2aa0214f22c9 req-7ab62ca7-6389-436d-98d1-586f330c6f1a tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:50:59.702617 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7f786d8e-10ef-4004-bbd0-2aa0214f22c9 req-7ab62ca7-6389-436d-98d1-586f330c6f1a tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 945 time: 0.1445189
Jan 25 18:50:59.762638 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7f786d8e-10ef-4004-bbd0-2aa0214f22c9 req-0f007b97-02d1-4016-af8e-4915d27ef38e tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532670
Jan 25 18:51:00.015857 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 3fe453e3-8eab-468d-8bce-7e7b89fe3600 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:51:00.097688 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 3fe453e3-8eab-468d-8bce-7e7b89fe3600 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:51:00.098110 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:00.383905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45302a06-f2c6-4473-9253-90d75e827c45 req-7b517c66-522a-4abf-8da5-5318aa126dbb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:00.386773 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45302a06-f2c6-4473-9253-90d75e827c45 req-7b517c66-522a-4abf-8da5-5318aa126dbb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1310050
Jan 25 18:51:00.451440 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45302a06-f2c6-4473-9253-90d75e827c45 req-bafef623-1036-4d90-b6ce-01543ee640fc tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572422
Jan 25 18:51:00.776332 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b96d34-ebc5-4c82-b377-0cc0915548ab req-48339066-083a-4ff6-b9b9-06f270ef6f20 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:00.779375 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e3b96d34-ebc5-4c82-b377-0cc0915548ab req-48339066-083a-4ff6-b9b9-06f270ef6f20 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=df09cc7f-ccd9-4d1c-a0f0-4aafd093db43 HTTP/1.1" status: 200  len: 945 time: 0.1620774
Jan 25 18:51:00.877304 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e3b96d34-ebc5-4c82-b377-0cc0915548ab req-2132a4af-d8c1-4506-8874-3313d34661ff tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881183
Jan 25 18:51:01.498029 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dbf32-e5c6-48a9-9c31-ee1c3527fd99 req-15edc4cd-a3d3-4546-96b9-e1b459087950 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:01.500923 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-413dbf32-e5c6-48a9-9c31-ee1c3527fd99 req-15edc4cd-a3d3-4546-96b9-e1b459087950 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 945 time: 0.2435167
Jan 25 18:51:01.574013 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-413dbf32-e5c6-48a9-9c31-ee1c3527fd99 req-c61202d2-d2b3-478b-ae2c-7d790b3f7898 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663416
Jan 25 18:51:01.819460 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725509f-9202-4c70-be19-dea37add6998 req-ebec4160-f290-4d2f-ab07-0ebc26e280e0 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:01.821336 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6725509f-9202-4c70-be19-dea37add6998 req-ebec4160-f290-4d2f-ab07-0ebc26e280e0 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1735165
Jan 25 18:51:01.884224 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6725509f-9202-4c70-be19-dea37add6998 req-3e9afd52-a4ca-49cf-b5ff-3cef679c6b29 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556667
Jan 25 18:51:02.211675 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39bfbd-f1d4-428f-83e3-0f4647ddd0fa req-13733e64-5b6e-4597-835a-06bfcbed82a2 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:02.213508 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bb39bfbd-f1d4-428f-83e3-0f4647ddd0fa req-13733e64-5b6e-4597-835a-06bfcbed82a2 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=df09cc7f-ccd9-4d1c-a0f0-4aafd093db43 HTTP/1.1" status: 200  len: 945 time: 0.1351454
Jan 25 18:51:02.313964 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52997d5-3d9d-4c7f-b166-37364b05ab0a req-e14c400d-46e2-4816-bdcc-326b151c67c8 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:02.316289 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f52997d5-3d9d-4c7f-b166-37364b05ab0a req-e14c400d-46e2-4816-bdcc-326b151c67c8 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.70 "GET /v2.0/ports?device_id=df09cc7f-ccd9-4d1c-a0f0-4aafd093db43 HTTP/1.1" status: 200  len: 945 time: 0.1718574
Jan 25 18:51:02.413438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-f52997d5-3d9d-4c7f-b166-37364b05ab0a req-cb2b9ebf-3df3-4453-b94d-dab3afc3b481 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Deleting port 60b41a6e-976e-44a6-8a9b-c3fdfff48e58 {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:51:02.414016 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-f52997d5-3d9d-4c7f-b166-37364b05ab0a req-cb2b9ebf-3df3-4453-b94d-dab3afc3b481 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:02.489892 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bb39bfbd-f1d4-428f-83e3-0f4647ddd0fa req-c8e189c5-d3ec-4b33-bb80-957c3c9fc434 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/security-groups?id=f4dbc63d-3170-4bf0-809a-22614117ef78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2691185
Jan 25 18:51:02.734540 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-f52997d5-3d9d-4c7f-b166-37364b05ab0a req-cb2b9ebf-3df3-4453-b94d-dab3afc3b481 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] For port 60b41a6e-976e-44a6-8a9b-c3fdfff48e58, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=60b41a6e-976e-44a6-8a9b-c3fdfff48e58,segment=NetworkSegment(28f7dce5-bd7d-42e4-ac16-3cce4136308f),segment_id=28f7dce5-bd7d-42e4-ac16-3cce4136308f)] {{(pid=80198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:51:02.736123 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-f52997d5-3d9d-4c7f-b166-37364b05ab0a req-cb2b9ebf-3df3-4453-b94d-dab3afc3b481 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:02.945965 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-f52997d5-3d9d-4c7f-b166-37364b05ab0a req-cb2b9ebf-3df3-4453-b94d-dab3afc3b481 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Calling delete_port for 60b41a6e-976e-44a6-8a9b-c3fdfff48e58 owned by compute:nova {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:51:03.226388 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ececbc-0899-44b0-8182-9eaffce09969 req-6630ab32-ad1b-4a8e-b66a-3970a2289fd8 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:03.229338 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b9ececbc-0899-44b0-8182-9eaffce09969 req-6630ab32-ad1b-4a8e-b66a-3970a2289fd8 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 945 time: 0.3998082
Jan 25 18:51:03.342049 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f73d3-ec74-40ce-8c91-6f0049358d60 req-4977cda7-b44f-4dc1-ad08-c51f76689453 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:03.345101 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0b3f73d3-ec74-40ce-8c91-6f0049358d60 req-4977cda7-b44f-4dc1-ad08-c51f76689453 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1785116
Jan 25 18:51:03.415508 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b9ececbc-0899-44b0-8182-9eaffce09969 req-e5412d0d-d13e-4abe-b0d7-56d94507f1b3 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263361
Jan 25 18:51:03.421804 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-f52997d5-3d9d-4c7f-b166-37364b05ab0a req-cb2b9ebf-3df3-4453-b94d-dab3afc3b481 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:03.448208 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0b3f73d3-ec74-40ce-8c91-6f0049358d60 req-6f9414d9-6f81-4ede-9422-ba9001a73656 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0947852
Jan 25 18:51:03.450413 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:51:03.517879 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b9ebf-3df3-4453-b94d-dab3afc3b481 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Pushing event deleted for resources: {'Port': ['ID=60b41a6e-976e-44a6-8a9b-c3fdfff48e58,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:51:03.522572 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cb2b9ebf-3df3-4453-b94d-dab3afc3b481 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:51:03.723280 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-181af3e4-06f3-4f4f-8acf-193980592b7a req-b8478a50-5b3b-40f7-82e2-5ae20631d790 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.77 "GET /v2.0/ports?device_id=df09cc7f-ccd9-4d1c-a0f0-4aafd093db43 HTTP/1.1" status: 200  len: 210 time: 0.0670624
Jan 25 18:51:03.808231 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52997d5-3d9d-4c7f-b166-37364b05ab0a req-cb2b9ebf-3df3-4453-b94d-dab3afc3b481 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] No DVR routers for this DVR port 60b41a6e-976e-44a6-8a9b-c3fdfff48e58 on host hv-cinder-77238 {{(pid=80198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 18:51:03.811969 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-f52997d5-3d9d-4c7f-b166-37364b05ab0a req-cb2b9ebf-3df3-4453-b94d-dab3afc3b481 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:03.818181 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df09cc7f-ccd9-4d1c-a0f0-4aafd093db43', 'name': 'network-vif-deleted', 'tag': '60b41a6e-976e-44a6-8a9b-c3fdfff48e58'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:51:03.854279 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f52997d5-3d9d-4c7f-b166-37364b05ab0a req-cb2b9ebf-3df3-4453-b94d-dab3afc3b481 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] 10.222.0.70 "DELETE /v2.0/ports/60b41a6e-976e-44a6-8a9b-c3fdfff48e58 HTTP/1.1" status: 204  len: 173 time: 1.5308187
Jan 25 18:51:03.878225 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 60b41a6e-976e-44a6-8a9b-c3fdfff48e58 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:51:03.915167 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeebd95-5387-4ee4-904f-444478efd085 req-ab84e4d7-cd91-4006-a1d0-e18758c66b0b tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:03.917992 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7eeebd95-5387-4ee4-904f-444478efd085 req-ab84e4d7-cd91-4006-a1d0-e18758c66b0b tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.70 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 945 time: 0.2001932
Jan 25 18:51:03.940947 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] No Port match for: 60b41a6e-976e-44a6-8a9b-c3fdfff48e58 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 18:51:03.941760 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 60b41a6e-976e-44a6-8a9b-c3fdfff48e58 not bound to the agent host hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 18:51:03.942583 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 3fe453e3-8eab-468d-8bce-7e7b89fe3600 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:51:03.944430 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df09cc7f-ccd9-4d1c-a0f0-4aafd093db43', 'name': 'network-vif-deleted', 'tag': '60b41a6e-976e-44a6-8a9b-c3fdfff48e58', 'status': 'completed', 'code': 200}
Jan 25 18:51:04.074673 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-7eeebd95-5387-4ee4-904f-444478efd085 req-3555c3c9-f0fc-43b1-8c85-6e95c8d8e9f0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Deleting port 3fe453e3-8eab-468d-8bce-7e7b89fe3600 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:51:04.074932 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-7eeebd95-5387-4ee4-904f-444478efd085 req-3555c3c9-f0fc-43b1-8c85-6e95c8d8e9f0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:04.154679 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:04.186558 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf5431e-95ed-4fcb-bed6-7e07feff7a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fe453e3-8eab-468d-8bce-7e7b89fe3600'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:51:04.204451 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 3fe453e3-8eab-468d-8bce-7e7b89fe3600, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=3fe453e3-8eab-468d-8bce-7e7b89fe3600,segment=NetworkSegment(3030ff4f-4187-4c1b-8eb4-fbdd8e429c14),segment_id=3030ff4f-4187-4c1b-8eb4-fbdd8e429c14)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:51:04.218645 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:04.222639 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5d30dcd1-316a-4d12-a1da-1250401a81c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:51:04.270540 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf5431e-95ed-4fcb-bed6-7e07feff7a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fe453e3-8eab-468d-8bce-7e7b89fe3600', 'code': 200}
Jan 25 18:51:04.310406 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=3fe453e3-8eab-468d-8bce-7e7b89fe3600,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:51:04.314504 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:51:04.434605 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-7eeebd95-5387-4ee4-904f-444478efd085 req-3555c3c9-f0fc-43b1-8c85-6e95c8d8e9f0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] For port 3fe453e3-8eab-468d-8bce-7e7b89fe3600, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=3fe453e3-8eab-468d-8bce-7e7b89fe3600,segment=NetworkSegment(3030ff4f-4187-4c1b-8eb4-fbdd8e429c14),segment_id=3030ff4f-4187-4c1b-8eb4-fbdd8e429c14)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:51:04.434998 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-7eeebd95-5387-4ee4-904f-444478efd085 req-3555c3c9-f0fc-43b1-8c85-6e95c8d8e9f0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:04.592081 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-7eeebd95-5387-4ee4-904f-444478efd085 req-3555c3c9-f0fc-43b1-8c85-6e95c8d8e9f0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Calling delete_port for 3fe453e3-8eab-468d-8bce-7e7b89fe3600 owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:51:04.762581 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.db.api [req-7eeebd95-5387-4ee4-904f-444478efd085 req-3555c3c9-f0fc-43b1-8c85-6e95c8d8e9f0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80199) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 25 18:51:04.762954 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_db.api [req-7eeebd95-5387-4ee4-904f-444478efd085 req-3555c3c9-f0fc-43b1-8c85-6e95c8d8e9f0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 25 18:51:04.808708 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ea813-9c39-4213-a358-768231fdc40c req-5cfadbef-7e53-4a72-936b-0629bcfe6036 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:04.810487 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eb4ea813-9c39-4213-a358-768231fdc40c req-5cfadbef-7e53-4a72-936b-0629bcfe6036 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 943 time: 0.2313178
Jan 25 18:51:04.834107 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6c090-a11e-42e9-90e9-0a5f2a0f237f req-417dc769-00b5-4f58-abb2-d5a149382e8b tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:04.835860 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-46e6c090-a11e-42e9-90e9-0a5f2a0f237f req-417dc769-00b5-4f58-abb2-d5a149382e8b tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1652837
Jan 25 18:51:04.889429 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eb4ea813-9c39-4213-a358-768231fdc40c req-beb0beef-e08d-4c5e-b22a-835f60d08371 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649912
Jan 25 18:51:04.910797 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-46e6c090-a11e-42e9-90e9-0a5f2a0f237f req-82abad97-b307-4581-992e-ba88148c2805 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674367
Jan 25 18:51:05.264243 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-7eeebd95-5387-4ee4-904f-444478efd085 req-3555c3c9-f0fc-43b1-8c85-6e95c8d8e9f0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Deleting port 3fe453e3-8eab-468d-8bce-7e7b89fe3600 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:51:05.264830 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-7eeebd95-5387-4ee4-904f-444478efd085 req-3555c3c9-f0fc-43b1-8c85-6e95c8d8e9f0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:05.662483 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-7eeebd95-5387-4ee4-904f-444478efd085 req-3555c3c9-f0fc-43b1-8c85-6e95c8d8e9f0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] For port 3fe453e3-8eab-468d-8bce-7e7b89fe3600, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=3fe453e3-8eab-468d-8bce-7e7b89fe3600,segment=NetworkSegment(3030ff4f-4187-4c1b-8eb4-fbdd8e429c14),segment_id=3030ff4f-4187-4c1b-8eb4-fbdd8e429c14)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:51:05.662885 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-7eeebd95-5387-4ee4-904f-444478efd085 req-3555c3c9-f0fc-43b1-8c85-6e95c8d8e9f0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:05.818760 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-7eeebd95-5387-4ee4-904f-444478efd085 req-3555c3c9-f0fc-43b1-8c85-6e95c8d8e9f0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Calling delete_port for 3fe453e3-8eab-468d-8bce-7e7b89fe3600 owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:51:05.994224 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-7eeebd95-5387-4ee4-904f-444478efd085 req-3555c3c9-f0fc-43b1-8c85-6e95c8d8e9f0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:06.098172 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b55781d1-c12f-4edc-a709-7fe47a851955 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:51:06.118625 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8332eed3-79c2-4cb9-8540-3223edc0af3c req-d06482fb-bbdb-4363-acd7-7bfd30116d7f tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 210 time: 0.0554197
Jan 25 18:51:06.150740 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555c3c9-f0fc-43b1-8c85-6e95c8d8e9f0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Pushing event deleted for resources: {'Port': ['ID=3fe453e3-8eab-468d-8bce-7e7b89fe3600,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:51:06.155009 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-3555c3c9-f0fc-43b1-8c85-6e95c8d8e9f0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:51:06.308830 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eeebd95-5387-4ee4-904f-444478efd085 req-3555c3c9-f0fc-43b1-8c85-6e95c8d8e9f0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] No DVR routers for this DVR port 3fe453e3-8eab-468d-8bce-7e7b89fe3600 on host hv-cinder-77238 {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 18:51:06.312468 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-7eeebd95-5387-4ee4-904f-444478efd085 req-3555c3c9-f0fc-43b1-8c85-6e95c8d8e9f0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:06.315353 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf5431e-95ed-4fcb-bed6-7e07feff7a20', 'name': 'network-vif-deleted', 'tag': '3fe453e3-8eab-468d-8bce-7e7b89fe3600'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:51:06.347040 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7eeebd95-5387-4ee4-904f-444478efd085 req-3555c3c9-f0fc-43b1-8c85-6e95c8d8e9f0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.70 "DELETE /v2.0/ports/3fe453e3-8eab-468d-8bce-7e7b89fe3600 HTTP/1.1" status: 204  len: 173 time: 2.3823378
Jan 25 18:51:06.393392 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661d0e7-2bdf-4d32-9859-d584ade27ccb req-98819c9d-4851-4a87-8b18-b889738c597d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:06.395215 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b661d0e7-2bdf-4d32-9859-d584ade27ccb req-98819c9d-4851-4a87-8b18-b889738c597d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.2001238
Jan 25 18:51:06.453620 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf5431e-95ed-4fcb-bed6-7e07feff7a20', 'name': 'network-vif-deleted', 'tag': '3fe453e3-8eab-468d-8bce-7e7b89fe3600', 'status': 'completed', 'code': 200}
Jan 25 18:51:06.522426 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b661d0e7-2bdf-4d32-9859-d584ade27ccb req-87993b4f-e180-42c6-b0fd-e4c34b03e2d5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1023004
Jan 25 18:51:06.980404 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d8048-5e09-4422-973c-b63f5a30cf82 req-a1486a58-152e-4210-a217-708a67a6408d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:06.982157 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-031d8048-5e09-4422-973c-b63f5a30cf82 req-a1486a58-152e-4210-a217-708a67a6408d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 946 time: 0.1349432
Jan 25 18:51:07.083620 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-031d8048-5e09-4422-973c-b63f5a30cf82 req-f8e487b4-9927-4886-9186-b1ba6daff96a tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938158
Jan 25 18:51:07.435967 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-b560d08d-1f03-483d-ac6d-38d35e49fd81 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Synchronizing usage tracker for tenant:234b78cd296a4bdea51c2f35045a0c86 on resource:network {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:51:07.437177 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-11aa0077-f5cf-4df6-86a1-04f4a607e3cb req-b27da696-5435-45df-a7ad-6092f4dea6e4 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=fdf5431e-95ed-4fcb-bed6-7e07feff7a20 HTTP/1.1" status: 200  len: 210 time: 0.0594542
Jan 25 18:51:07.465155 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-b560d08d-1f03-483d-ac6d-38d35e49fd81 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Unset dirty status for tenant:234b78cd296a4bdea51c2f35045a0c86 on resource:network {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:51:07.467291 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-b560d08d-1f03-483d-ac6d-38d35e49fd81 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3226087
Jan 25 18:51:07.478877 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Request body: {'floatingip': {'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:51:07.491318 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:51:07.495736 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Usage tracker for resource:floatingip and tenant:234b78cd296a4bdea51c2f35045a0c86 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:51:07.499704 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:51:07.507800 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:51:07.518833 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks [] for floatingip, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:07.722265 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:07.908936 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb840b-413e-4d1d-a8c4-0a4ab4e2d3cb req-fd7c32bd-42b3-4dec-97c4-2de2de543ce1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:07.910726 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e0fb840b-413e-4d1d-a8c4-0a4ab4e2d3cb req-fd7c32bd-42b3-4dec-97c4-2de2de543ce1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1454668
Jan 25 18:51:08.005957 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e0fb840b-413e-4d1d-a8c4-0a4ab4e2d3cb req-84d53a8d-2d32-4e56-8e9e-95fef47e6c20 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0773387
Jan 25 18:51:08.154891 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Allocated IP 172.27.1.54 (ef7ca5be-17a0-4c04-be0c-5aafd7b465e2/d3ebd7f5-b535-4f35-9c6a-a58c394e9ef4/3bc4447e-66df-4a5e-bbee-bb6f7ce6d9f5) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:51:08.350491 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:08.388836 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:08.406466 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-3d73de77-7d2a-4ccd-9d90-f1ad0a2d9010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:51:08.835433 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Pushing event updated for resources: {'Port': ['ID=3bc4447e-66df-4a5e-bbee-bb6f7ce6d9f5,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:51:08.841321 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:51:08.879441 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:51:08.881033 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:51:08.883910 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:51:09.088242 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks [] for floatingip, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:09.168142 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:09.227347 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-b1679561-dca2-4a16-8cd1-f11d144828e0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:09.229717 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-b1679561-dca2-4a16-8cd1-f11d144828e0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/networks?id=b91930f7-1f7b-4df0-ae38-06565e87673b HTTP/1.1" status: 200  len: 809 time: 0.2613044
Jan 25 18:51:09.247827 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-acd43bc3-c8ae-45d2-afa7-c5756686e924 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/quotas/6af050f57baa4b9c86269c3e7e6fd65d HTTP/1.1" status: 200  len: 375 time: 0.0107629
Jan 25 18:51:09.309992 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-0dec443d-83c2-44b4-8770-1f9f90de2af5 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?tenant_id=6af050f57baa4b9c86269c3e7e6fd65d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0550652
Jan 25 18:51:09.481709 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-207f8c71-e71d-4b45-b2dc-8b7aec7a384b service neutron] 10.222.0.77 "GET /v2.0/networks/b91930f7-1f7b-4df0-ae38-06565e87673b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627481
Jan 25 18:51:09.636594 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:09.641434 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:09.662398 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5f3f4bc9-0723-4a4a-b655-177d783219b5 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:51:09.817747 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Pushing event updated for resources: {'Port': ['ID=3bc4447e-66df-4a5e-bbee-bb6f7ce6d9f5,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:51:09.837774 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:09.838275 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:09.838578 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:09.838981 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:09.839369 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:09.839771 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:09.840162 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:09.840555 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:09.840943 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:09.841365 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:09.841755 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:09.842141 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:09.842589 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:09.842975 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:09.843362 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:09.843746 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:09.844132 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:09.844523 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:09.844905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:09.845856 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:09.846254 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:09.846640 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:09.847025 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:09.847406 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:09.853917 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:51:09.962000 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363676'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:10.022249 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:10.023751 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.5494993
Jan 25 18:51:10.063512 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-aa7e310d-9730-43dc-8e92-33198fb107b9 service neutron] 10.222.0.77 "GET /v2.0/networks/b91930f7-1f7b-4df0-ae38-06565e87673b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5734031
Jan 25 18:51:10.181842 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-cb3e3f5b-6afe-4da0-a9c8-6a442b586acd tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Synchronizing usage tracker for tenant:234b78cd296a4bdea51c2f35045a0c86 on resource:floatingip {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:51:10.200683 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-cb3e3f5b-6afe-4da0-a9c8-6a442b586acd tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Unset dirty status for tenant:234b78cd296a4bdea51c2f35045a0c86 on resource:floatingip {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:51:10.202443 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-cb3e3f5b-6afe-4da0-a9c8-6a442b586acd tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.27.1.54 HTTP/1.1" status: 200  len: 695 time: 0.1600897
Jan 25 18:51:10.473547 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-c9eeeffe-fb59-4db0-ac59-c3084baf1838 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:10.475146 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-c9eeeffe-fb59-4db0-ac59-c3084baf1838 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/networks/ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 HTTP/1.1" status: 200  len: 784 time: 0.2617834
Jan 25 18:51:10.496887 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-c01dc00d-47b7-4132-8a50-0a7d8951f881 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 25 18:51:10.499191 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-34e7c226-91cb-4dd7-b484-92c6e01caad0 req-c01dc00d-47b7-4132-8a50-0a7d8951f881 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0106549
Jan 25 18:51:10.547851 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac42ea-13a1-4f12-9ea8-46e7222d8b7a req-9a67fdbe-51a1-4bc9-b2a8-fa13157ce4d5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:10.550145 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8cac42ea-13a1-4f12-9ea8-46e7222d8b7a req-9a67fdbe-51a1-4bc9-b2a8-fa13157ce4d5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1897669
Jan 25 18:51:10.620327 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-39464b48-6eca-4f72-b231-5fae64e69ab9 req-ca751ebd-aecc-41d0-afed-a17882f56989 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Synchronizing usage tracker for tenant:6af050f57baa4b9c86269c3e7e6fd65d on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:51:10.627919 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8cac42ea-13a1-4f12-9ea8-46e7222d8b7a req-a796209c-9f3c-4e00-8733-82e414c743e6 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627513
Jan 25 18:51:10.644902 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-39464b48-6eca-4f72-b231-5fae64e69ab9 req-ca751ebd-aecc-41d0-afed-a17882f56989 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Unset dirty status for tenant:6af050f57baa4b9c86269c3e7e6fd65d on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:51:10.646819 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-39464b48-6eca-4f72-b231-5fae64e69ab9 req-ca751ebd-aecc-41d0-afed-a17882f56989 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 210 time: 0.0920284
Jan 25 18:51:11.009243 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-50178264-6786-41a0-b17b-1980cd9f3bfa tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:11.012096 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-50178264-6786-41a0-b17b-1980cd9f3bfa tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.2052474
Jan 25 18:51:11.125844 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-99f7e72f-c649-4960-9709-adc702d1e778 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.27.1.54 HTTP/1.1" status: 200  len: 695 time: 0.1062498
Jan 25 18:51:11.138039 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-76e6bfdd-7000-4d93-8f07-c6bb7d2d7690 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Request body: {'floatingip': {'port_id': '6038040e-5280-4397-a221-1631cdcce94a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:51:11.229224 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-76e6bfdd-7000-4d93-8f07-c6bb7d2d7690 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks [] for floatingip, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:11.915663 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fb8e3b4b-fa96-47f2-b058-d4846373d277 req-8d6964f8-0a1f-443e-b044-88874df8cd68 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 210 time: 0.0979502
Jan 25 18:51:12.089974 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.db.resource_extend [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-76e6bfdd-7000-4d93-8f07-c6bb7d2d7690 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 25 18:51:12.182660 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78f488-3949-47cd-aab7-fbd3d0166469 req-4d918619-6f9f-4cf7-9ea7-65a00b0d82d2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:12.184474 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8f78f488-3949-47cd-aab7-fbd3d0166469 req-4d918619-6f9f-4cf7-9ea7-65a00b0d82d2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1389709
Jan 25 18:51:12.253774 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8f78f488-3949-47cd-aab7-fbd3d0166469 req-c1c4b677-4e5a-44e2-931c-f7786211291e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618010
Jan 25 18:51:12.260986 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-76e6bfdd-7000-4d93-8f07-c6bb7d2d7690 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks [] for floatingip, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:12.266285 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-76e6bfdd-7000-4d93-8f07-c6bb7d2d7690 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363676'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:12.467704 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.l3_db [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-76e6bfdd-7000-4d93-8f07-c6bb7d2d7690 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Floating IP dfa8a250-b9b1-486e-8da2-a20322e451f1 associated. External IP: 172.27.1.54, port: 6038040e-5280-4397-a221-1631cdcce94a.
Jan 25 18:51:13.113186 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9226f756-a401-455a-95da-e744ee0023ef req-14500b59-82c3-41c7-9242-054352c7b47b tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 210 time: 0.0554392
Jan 25 18:51:13.238110 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-76e6bfdd-7000-4d93-8f07-c6bb7d2d7690 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Router 0e260a82-dfee-4505-a415-3037882e3aa5 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:51:13.453237 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-76e6bfdd-7000-4d93-8f07-c6bb7d2d7690 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:51:13.461800 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-76e6bfdd-7000-4d93-8f07-c6bb7d2d7690 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:13.475646 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a637f6-01bc-4582-b1d2-a33fd78def74 None None] Sync routers for ids ['0e260a82-dfee-4505-a415-3037882e3aa5'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:51:13.500290 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a637f6-01bc-4582-b1d2-a33fd78def74 None None] Routers {'0e260a82-dfee-4505-a415-3037882e3aa5'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:51:13.502017 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-a2a637f6-01bc-4582-b1d2-a33fd78def74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fb9dac8>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:50:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['0e260a82-dfee-4505-a415-3037882e3aa5'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:51:13.557230 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-76e6bfdd-7000-4d93-8f07-c6bb7d2d7690 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "PUT /v2.0/floatingips/dfa8a250-b9b1-486e-8da2-a20322e451f1 HTTP/1.1" status: 200  len: 996 time: 2.4241114
Jan 25 18:51:13.557816 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68cf8ad-f122-4904-ab16-6b65023ffedb', 'tag': '6038040e-5280-4397-a221-1631cdcce94a'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:51:13.699468 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-06111416-6583-4ef8-8271-da42fe7b2b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:13.702720 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-06111416-6583-4ef8-8271-da42fe7b2b6d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=234b78cd296a4bdea51c2f35045a0c86&device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 1163 time: 0.1180875
Jan 25 18:51:13.740260 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8aa8f-1786-4096-ac7b-77cdf4fc6742 req-e59706f1-85ee-4873-91c3-a985ad5f8350 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:13.743637 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6fb8aa8f-1786-4096-ac7b-77cdf4fc6742 req-e59706f1-85ee-4873-91c3-a985ad5f8350 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.2513087
Jan 25 18:51:13.809418 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6fb8aa8f-1786-4096-ac7b-77cdf4fc6742 req-7b80f280-87fb-4a9a-80a7-a87c2fe64aeb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587924
Jan 25 18:51:13.846820 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-a2a637f6-01bc-4582-b1d2-a33fd78def74 None None] Set router 0e260a82-dfee-4505-a415-3037882e3aa5 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:51:13.906052 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68cf8ad-f122-4904-ab16-6b65023ffedb', 'tag': '6038040e-5280-4397-a221-1631cdcce94a', 'status': 'completed', 'code': 200}
Jan 25 18:51:13.985620 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-1dee124e-ca1e-40f6-ad7c-9403bc507db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:13.989523 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-1dee124e-ca1e-40f6-ad7c-9403bc507db4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5befc5c7-4fb1-441f-ae56-895f36e7215f HTTP/1.1" status: 200  len: 909 time: 0.2780318
Jan 25 18:51:14.184924 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-118c07e2-4fb1-4907-a091-e7c5095e90b8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6038040e-5280-4397-a221-1631cdcce94a HTTP/1.1" status: 200  len: 999 time: 0.1832814
Jan 25 18:51:14.326014 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-570e66c3-208f-4a51-ad77-da730c0df558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:14.329012 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-570e66c3-208f-4a51-ad77-da730c0df558 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51e7574b-cada-4174-8553-3c9fdb07fc53 HTTP/1.1" status: 200  len: 854 time: 0.1198828
Jan 25 18:51:14.355877 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-a2a637f6-01bc-4582-b1d2-a33fd78def74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fb9dac8>, [{'id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'name': 'tempest-TestMinimumBasicScenario-2083448621-router', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:18Z', 'updated_at': '2021-01-25T18:49:27Z', 'revision_number': 4, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'gw_port': {'id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:19Z', 'updated_at': '2021-01-25T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': 'dfa8a250-b9b1-486e-8da2-a20322e451f1', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'port_id': '6038040e-5280-4397-a221-1631cdcce94a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f', 'mac_address': 'fa:16:3e:4d:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68cf8ad-f122-4904-ab16-6b65023ffedb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:51:08Z', 'updated_at': '2021-01-25T18:51:11Z', 'revision_number': 1, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f75a0a-42fd-44e9-881b-0ea40fcdd96b', 'name': '', 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'mac_address': 'fa:16:3e:45:30:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '51e7574b-cada-4174-8553-3c9fdb07fc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:26Z', 'updated_at': '2021-01-25T18:49:40Z', 'revision_number': 5, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'subnets': [{'id': '51e7574b-cada-4174-8553-3c9fdb07fc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:51:14.363639 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a637f6-01bc-4582-b1d2-a33fd78def74 None None] Checking router: 0e260a82-dfee-4505-a415-3037882e3aa5 for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:51:14.381383 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a637f6-01bc-4582-b1d2-a33fd78def74 None None] Routers {'0e260a82-dfee-4505-a415-3037882e3aa5'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:51:14.382818 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-a2a637f6-01bc-4582-b1d2-a33fd78def74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fb9dac8>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:50:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['0e260a82-dfee-4505-a415-3037882e3aa5'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:51:14.397123 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-aa8ba1c5-70a0-4b82-8bc4-9bcb58c61b5a req-ddf7b013-afa3-476f-857a-b9fe30a94f1f tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 210 time: 0.0643620
Jan 25 18:51:14.490052 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-1b15e00f-0118-4b21-a7cc-3e2cee88c9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:14.493232 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-1b15e00f-0118-4b21-a7cc-3e2cee88c9d2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5befc5c7-4fb1-441f-ae56-895f36e7215f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1508517
Jan 25 18:51:14.509606 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-35d3ee1f-1060-4a67-8c68-65ce695c7310 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 25 18:51:14.511872 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-35d3ee1f-1060-4a67-8c68-65ce695c7310 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0105846
Jan 25 18:51:14.620020 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-a2a637f6-01bc-4582-b1d2-a33fd78def74 None None] Set router 0e260a82-dfee-4505-a415-3037882e3aa5 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:51:14.721654 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-f5b8251c-8a4d-486d-82e4-f82463d1f194 service neutron] 10.222.0.77 "GET /v2.0/networks/5befc5c7-4fb1-441f-ae56-895f36e7215f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2006350
Jan 25 18:51:14.934067 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-44d261e2-f42f-4265-900f-2a937b0fd3e0 req-13702be0-3c49-4ec4-b90a-7e37d56f26f5 service neutron] 10.222.0.77 "GET /v2.0/networks/5befc5c7-4fb1-441f-ae56-895f36e7215f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2013006
Jan 25 18:51:15.015239 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-42c4796b-3eeb-429e-a077-f55fa6395319 req-d154b9a7-b8eb-435d-abc5-70141c9d3451 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1988227998', 'description': 'tempest-TestMinimumBasicScenario-1988227998 description'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:51:15.044000 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-42c4796b-3eeb-429e-a077-f55fa6395319 req-d154b9a7-b8eb-435d-abc5-70141c9d3451 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:51:15.066033 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-42c4796b-3eeb-429e-a077-f55fa6395319 req-d154b9a7-b8eb-435d-abc5-70141c9d3451 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:51:15.090031 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-42c4796b-3eeb-429e-a077-f55fa6395319 req-d154b9a7-b8eb-435d-abc5-70141c9d3451 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:15.110529 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-a2a637f6-01bc-4582-b1d2-a33fd78def74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fb9dac8>, [{'id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'name': 'tempest-TestMinimumBasicScenario-2083448621-router', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:18Z', 'updated_at': '2021-01-25T18:49:27Z', 'revision_number': 4, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'gw_port': {'id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:19Z', 'updated_at': '2021-01-25T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': 'dfa8a250-b9b1-486e-8da2-a20322e451f1', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'port_id': '6038040e-5280-4397-a221-1631cdcce94a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f', 'mac_address': 'fa:16:3e:4d:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68cf8ad-f122-4904-ab16-6b65023ffedb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:51:08Z', 'updated_at': '2021-01-25T18:51:11Z', 'revision_number': 1, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f75a0a-42fd-44e9-881b-0ea40fcdd96b', 'name': '', 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'mac_address': 'fa:16:3e:45:30:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '51e7574b-cada-4174-8553-3c9fdb07fc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:26Z', 'updated_at': '2021-01-25T18:49:40Z', 'revision_number': 5, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'subnets': [{'id': '51e7574b-cada-4174-8553-3c9fdb07fc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:51:15.116508 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc97fb-b9df-4820-a33c-c2a3a12ad452 req-770e53af-3e5c-42a6-a1c0-a0a1526f3dd2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:15.116799 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a637f6-01bc-4582-b1d2-a33fd78def74 None None] The sync data for ids ['0e260a82-dfee-4505-a415-3037882e3aa5'] in dv-cinder-772388-1-iscsi is: [{'id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'name': 'tempest-TestMinimumBasicScenario-2083448621-router', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:18Z', 'updated_at': '2021-01-25T18:49:27Z', 'revision_number': 4, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'gw_port': {'id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:19Z', 'updated_at': '2021-01-25T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': 'dfa8a250-b9b1-486e-8da2-a20322e451f1', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'port_id': '6038040e-5280-4397-a221-1631cdcce94a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f', 'mac_address': 'fa:16:3e:4d:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68cf8ad-f122-4904-ab16-6b65023ffedb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:51:08Z', 'updated_at': '2021-01-25T18:51:11Z', 'revision_number': 1, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f75a0a-42fd-44e9-881b-0ea40fcdd96b', 'name': '', 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'mac_address': 'fa:16:3e:45:30:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '51e7574b-cada-4174-8553-3c9fdb07fc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:26Z', 'updated_at': '2021-01-25T18:49:40Z', 'revision_number': 5, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'subnets': [{'id': '51e7574b-cada-4174-8553-3c9fdb07fc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:51:15.118276 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cbcc97fb-b9df-4820-a33c-c2a3a12ad452 req-770e53af-3e5c-42a6-a1c0-a0a1526f3dd2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1268356
Jan 25 18:51:15.145691 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-42c4796b-3eeb-429e-a077-f55fa6395319 req-d154b9a7-b8eb-435d-abc5-70141c9d3451 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:51:15.153384 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-42c4796b-3eeb-429e-a077-f55fa6395319 req-d154b9a7-b8eb-435d-abc5-70141c9d3451 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Usage tracker for resource:security_group_rule and tenant:234b78cd296a4bdea51c2f35045a0c86 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:51:15.159528 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-42c4796b-3eeb-429e-a077-f55fa6395319 req-d154b9a7-b8eb-435d-abc5-70141c9d3451 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:51:15.171273 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-42c4796b-3eeb-429e-a077-f55fa6395319 req-d154b9a7-b8eb-435d-abc5-70141c9d3451 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:51:15.185905 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cbcc97fb-b9df-4820-a33c-c2a3a12ad452 req-725ae152-66a7-438a-a82e-db28166f991d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571589
Jan 25 18:51:15.317418 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-42c4796b-3eeb-429e-a077-f55fa6395319 req-d154b9a7-b8eb-435d-abc5-70141c9d3451 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:15.372721 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-42c4796b-3eeb-429e-a077-f55fa6395319 req-d154b9a7-b8eb-435d-abc5-70141c9d3451 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:15.379725 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-4ba0d5b5-b9ae-4b7c-9476-17135df628b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:51:15.432402 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154b9a7-b8eb-435d-abc5-70141c9d3451 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Pushing event updated for resources: {'SecurityGroup': ['ID=12460a2a-8ed8-44dc-bb64-74675d27a4c3,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:51:15.435993 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d154b9a7-b8eb-435d-abc5-70141c9d3451 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:51:15.444674 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-42c4796b-3eeb-429e-a077-f55fa6395319 req-d154b9a7-b8eb-435d-abc5-70141c9d3451 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:15.446508 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-42c4796b-3eeb-429e-a077-f55fa6395319 req-d154b9a7-b8eb-435d-abc5-70141c9d3451 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.4417026
Jan 25 18:51:15.593050 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6261c209-92b1-4139-8142-ad08fd6bc2d6 req-3ebdd5cb-29fc-43c4-a332-ffe8d238fdb9 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups/12460a2a-8ed8-44dc-bb64-74675d27a4c3 HTTP/1.1" status: 200  len: 1814 time: 0.0900671
Jan 25 18:51:15.607945 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-6261c209-92b1-4139-8142-ad08fd6bc2d6 req-99a36a23-7b00-414e-9468-d096b9261021 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12460a2a-8ed8-44dc-bb64-74675d27a4c3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:51:15.608274 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-6261c209-92b1-4139-8142-ad08fd6bc2d6 req-99a36a23-7b00-414e-9468-d096b9261021 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12460a2a-8ed8-44dc-bb64-74675d27a4c3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:51:15.611676 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1013ee7c-7b5a-48dc-b8fc-60f2f2b5b140 None None] New status for floating IP dfa8a250-b9b1-486e-8da2-a20322e451f1: ACTIVE {{(pid=80202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 25 18:51:15.622141 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-6261c209-92b1-4139-8142-ad08fd6bc2d6 req-99a36a23-7b00-414e-9468-d096b9261021 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:51:15.626617 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d00cb04b-da7d-41fb-8e87-92c661c1aef4 req-1359c0f2-2d6b-4d80-9724-fad724b58498 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 210 time: 0.0589108
Jan 25 18:51:15.626798 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-6261c209-92b1-4139-8142-ad08fd6bc2d6 req-99a36a23-7b00-414e-9468-d096b9261021 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Usage tracker for resource:security_group_rule and tenant:234b78cd296a4bdea51c2f35045a0c86 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:51:15.630244 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-6261c209-92b1-4139-8142-ad08fd6bc2d6 req-99a36a23-7b00-414e-9468-d096b9261021 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:51:15.638206 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-6261c209-92b1-4139-8142-ad08fd6bc2d6 req-99a36a23-7b00-414e-9468-d096b9261021 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:51:15.719830 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-6261c209-92b1-4139-8142-ad08fd6bc2d6 req-99a36a23-7b00-414e-9468-d096b9261021 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks [] for security_group_rule, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:15.749679 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-6261c209-92b1-4139-8142-ad08fd6bc2d6 req-99a36a23-7b00-414e-9468-d096b9261021 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:15.753097 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-6261c209-92b1-4139-8142-ad08fd6bc2d6 req-99a36a23-7b00-414e-9468-d096b9261021 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517104'] for security_group_rule, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:15.762840 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-475748c1-a2c5-4376-9a14-4741aa17d2a3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:51:15.786119 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a36a23-7b00-414e-9468-d096b9261021 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce05c992-a6ac-4ac1-9bcf-1cdf749f1430,revision_number=0']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:51:15.790120 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-99a36a23-7b00-414e-9468-d096b9261021 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:51:15.802065 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-6261c209-92b1-4139-8142-ad08fd6bc2d6 req-99a36a23-7b00-414e-9468-d096b9261021 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks [] for security_group_rule, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:15.813452 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6261c209-92b1-4139-8142-ad08fd6bc2d6 req-99a36a23-7b00-414e-9468-d096b9261021 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2118332
Jan 25 18:51:15.895167 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb50c5-fd81-4977-a66f-c26b92d00915 req-171e22af-b03d-44d3-a9dc-4d219e364067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:15.898198 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-40bb50c5-fd81-4977-a66f-c26b92d00915 req-171e22af-b03d-44d3-a9dc-4d219e364067 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=234b78cd296a4bdea51c2f35045a0c86&device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 1163 time: 0.2028871
Jan 25 18:51:15.996218 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-408aef20-2642-4db3-b385-5b0fff3ea4d5 req-8075b71d-47b9-4c1d-843f-05f5cb246793 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups/12460a2a-8ed8-44dc-bb64-74675d27a4c3 HTTP/1.1" status: 200  len: 2407 time: 0.1480079
Jan 25 18:51:16.061879 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-408aef20-2642-4db3-b385-5b0fff3ea4d5 req-bc7fc712-b58e-4ffb-a402-e5d3f7dd2a23 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12460a2a-8ed8-44dc-bb64-74675d27a4c3', 'remote_group_id': None}]} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:51:16.062310 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-408aef20-2642-4db3-b385-5b0fff3ea4d5 req-bc7fc712-b58e-4ffb-a402-e5d3f7dd2a23 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12460a2a-8ed8-44dc-bb64-74675d27a4c3', 'remote_group_id': None}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:51:16.076000 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-408aef20-2642-4db3-b385-5b0fff3ea4d5 req-bc7fc712-b58e-4ffb-a402-e5d3f7dd2a23 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:51:16.084026 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-408aef20-2642-4db3-b385-5b0fff3ea4d5 req-bc7fc712-b58e-4ffb-a402-e5d3f7dd2a23 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Usage tracker for resource:security_group_rule and tenant:234b78cd296a4bdea51c2f35045a0c86 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:51:16.099454 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-408aef20-2642-4db3-b385-5b0fff3ea4d5 req-bc7fc712-b58e-4ffb-a402-e5d3f7dd2a23 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:51:16.110274 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-408aef20-2642-4db3-b385-5b0fff3ea4d5 req-bc7fc712-b58e-4ffb-a402-e5d3f7dd2a23 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:51:16.151339 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb50c5-fd81-4977-a66f-c26b92d00915 req-e024c6a3-6aca-4457-8dc4-52affe536a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:16.152873 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-40bb50c5-fd81-4977-a66f-c26b92d00915 req-e024c6a3-6aca-4457-8dc4-52affe536a40 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5befc5c7-4fb1-441f-ae56-895f36e7215f HTTP/1.1" status: 200  len: 909 time: 0.2359064
Jan 25 18:51:16.297643 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-408aef20-2642-4db3-b385-5b0fff3ea4d5 req-bc7fc712-b58e-4ffb-a402-e5d3f7dd2a23 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks [] for security_group_rule, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:16.318800 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-40bb50c5-fd81-4977-a66f-c26b92d00915 req-8a8ffd60-bcd3-4090-b39d-84450dc52b32 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6038040e-5280-4397-a221-1631cdcce94a HTTP/1.1" status: 200  len: 1001 time: 0.1573365
Jan 25 18:51:16.325557 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:51:16.380425 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-408aef20-2642-4db3-b385-5b0fff3ea4d5 req-bc7fc712-b58e-4ffb-a402-e5d3f7dd2a23 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:16.388558 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-408aef20-2642-4db3-b385-5b0fff3ea4d5 req-bc7fc712-b58e-4ffb-a402-e5d3f7dd2a23 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517104'] for security_group_rule, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:16.395576 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:51:16.429483 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fc712-b58e-4ffb-a402-e5d3f7dd2a23 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a5d2a6-3c00-4c9d-b11f-2d45f8b00758,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:51:16.443202 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-bc7fc712-b58e-4ffb-a402-e5d3f7dd2a23 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:51:16.448392 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb50c5-fd81-4977-a66f-c26b92d00915 req-8871aab7-b065-4da4-8c8e-3a7dbd2b6ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:16.450059 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-40bb50c5-fd81-4977-a66f-c26b92d00915 req-8871aab7-b065-4da4-8c8e-3a7dbd2b6ac0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51e7574b-cada-4174-8553-3c9fdb07fc53 HTTP/1.1" status: 200  len: 854 time: 0.1131268
Jan 25 18:51:16.451372 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-408aef20-2642-4db3-b385-5b0fff3ea4d5 req-bc7fc712-b58e-4ffb-a402-e5d3f7dd2a23 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks [] for security_group_rule, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:16.456448 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-408aef20-2642-4db3-b385-5b0fff3ea4d5 req-bc7fc712-b58e-4ffb-a402-e5d3f7dd2a23 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.4045837
Jan 25 18:51:16.489835 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:51:16.490600 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:16.568067 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb50c5-fd81-4977-a66f-c26b92d00915 req-a5150461-cd1b-49f5-837a-46a067a46ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:16.569829 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-40bb50c5-fd81-4977-a66f-c26b92d00915 req-a5150461-cd1b-49f5-837a-46a067a46ce1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5befc5c7-4fb1-441f-ae56-895f36e7215f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1113696
Jan 25 18:51:16.602541 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32554e5-096d-4e42-89b1-9c96ee3919a3 req-04731b3f-a2eb-4e7e-a6f9-83ea844ac7ee tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:16.621945 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b32554e5-096d-4e42-89b1-9c96ee3919a3 req-04731b3f-a2eb-4e7e-a6f9-83ea844ac7ee tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.2581999
Jan 25 18:51:16.698495 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:16.739299 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95,segment=NetworkSegment(55410d9d-97de-42cd-bba9-f6786af81212),segment_id=55410d9d-97de-42cd-bba9-f6786af81212)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:51:16.740756 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217e9da8-830b-457a-b1c4-676b0a62de77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:51:16.748373 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:16.751727 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:51:16.779315 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-58d234d9-a958-43ff-83e2-eac3c46207b7 req-ec5b7d06-7519-4658-8b67-81f0eab607e9 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Synchronizing usage tracker for tenant:234b78cd296a4bdea51c2f35045a0c86 on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:51:16.812090 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-40bb50c5-fd81-4977-a66f-c26b92d00915 req-3cc02f9f-8811-41ab-8e06-431d2650d2da service neutron] 10.222.0.70 "GET /v2.0/networks/5befc5c7-4fb1-441f-ae56-895f36e7215f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2333441
Jan 25 18:51:16.827171 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-58d234d9-a958-43ff-83e2-eac3c46207b7 req-ec5b7d06-7519-4658-8b67-81f0eab607e9 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Unset dirty status for tenant:234b78cd296a4bdea51c2f35045a0c86 on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:51:16.828923 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-58d234d9-a958-43ff-83e2-eac3c46207b7 req-ec5b7d06-7519-4658-8b67-81f0eab607e9 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1988227998&fields=id&tenant_id=234b78cd296a4bdea51c2f35045a0c86 HTTP/1.1" status: 200  len: 267 time: 0.1375334
Jan 25 18:51:16.841154 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95,revision_number=6']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:51:16.845572 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:51:16.876475 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b32554e5-096d-4e42-89b1-9c96ee3919a3 req-b107596b-07c2-4553-897e-873ca1153323 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2519693
Jan 25 18:51:17.145422 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d234d9-a958-43ff-83e2-eac3c46207b7 req-dec10472-7eed-4f7c-92af-99b5d739da3e tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:17.147158 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-58d234d9-a958-43ff-83e2-eac3c46207b7 req-dec10472-7eed-4f7c-92af-99b5d739da3e tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 946 time: 0.2893746
Jan 25 18:51:17.152265 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-40bb50c5-fd81-4977-a66f-c26b92d00915 req-e66119cc-36a3-461c-9a64-4ea66cf60c4c service neutron] 10.222.0.70 "GET /v2.0/networks/5befc5c7-4fb1-441f-ae56-895f36e7215f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3214347
Jan 25 18:51:17.168654 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-58d234d9-a958-43ff-83e2-eac3c46207b7 req-8c1714c9-08b9-4eba-9298-78c7ccb014a5 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Request body: {'port': {'security_groups': ['1e34f21f-0795-483b-b266-cd3de89015f6', '12460a2a-8ed8-44dc-bb64-74675d27a4c3']}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:51:17.207295 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-ca04d913-d6d9-4be4-abb7-ebd71a683e62 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:17.208941 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-ca04d913-d6d9-4be4-abb7-ebd71a683e62 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.70 "GET /v2.0/networks?id=b91930f7-1f7b-4df0-ae38-06565e87673b HTTP/1.1" status: 200  len: 809 time: 0.5383270
Jan 25 18:51:17.211522 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:51:17.269496 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-46645814-05d1-44b6-a76f-0a118c78fbc3 req-59e596f1-0b9b-4eea-82c1-cd070796a49a tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 210 time: 0.0593815
Jan 25 18:51:17.274860 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Request body: {'port': {'device_id': '9cd864e8-9d3e-4bb3-8f19-ea65ad220362', 'network_id': 'b91930f7-1f7b-4df0-ae38-06565e87673b', 'admin_state_up': True, 'tenant_id': '6af050f57baa4b9c86269c3e7e6fd65d'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:51:17.389789 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-58d234d9-a958-43ff-83e2-eac3c46207b7 req-8c1714c9-08b9-4eba-9298-78c7ccb014a5 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:17.440784 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:51:17.454910 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:51:17.467085 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:51:17.468784 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Made reservation on behalf of 6af050f57baa4b9c86269c3e7e6fd65d for: {'port': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:51:17.469446 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:17.482783 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:17.544125 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217e9da8-830b-457a-b1c4-676b0a62de77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95', 'code': 200}
Jan 25 18:51:17.869428 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-58d234d9-a958-43ff-83e2-eac3c46207b7 req-8c1714c9-08b9-4eba-9298-78c7ccb014a5 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] For port 6038040e-5280-4397-a221-1631cdcce94a, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6038040e-5280-4397-a221-1631cdcce94a,segment=NetworkSegment(66e0d49b-515f-4380-830b-7da54bd1fc06),segment_id=66e0d49b-515f-4380-830b-7da54bd1fc06)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:51:17.919858 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-58d234d9-a958-43ff-83e2-eac3c46207b7 req-8c1714c9-08b9-4eba-9298-78c7ccb014a5 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:17.926023 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-58d234d9-a958-43ff-83e2-eac3c46207b7 req-8c1714c9-08b9-4eba-9298-78c7ccb014a5 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:17.932357 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Allocated IP 172.20.0.4 (b91930f7-1f7b-4df0-ae38-06565e87673b/071883a5-2c0a-4958-a7ca-38becb672615/75215598-e584-4aa5-9f72-b1128547665f) {{(pid=80198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:51:18.003988 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:51:18.369144 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Notify callbacks [] for port, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:18.505790 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e40b81-6d27-4a93-bb35-07171fdeb0e3 req-35ef0d33-c646-4e2f-a44b-66df6eedc306 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:18.508641 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e0e40b81-6d27-4a93-bb35-07171fdeb0e3 req-35ef0d33-c646-4e2f-a44b-66df6eedc306 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.3024683
Jan 25 18:51:18.604598 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1714c9-08b9-4eba-9298-78c7ccb014a5 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Pushing event updated for resources: {'Port': ['ID=6038040e-5280-4397-a221-1631cdcce94a,revision_number=5']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:51:18.607943 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:18.612547 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8c1714c9-08b9-4eba-9298-78c7ccb014a5 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:51:18.643694 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b4bf98e0-c3fd-4573-ba02-4a32c434f400 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:51:18.652504 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc8f9a-bbca-4036-b5a3-bee9d70a9aa4 req-7d929c8e-e201-49fb-b59b-8762ad34119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:18.654556 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-44bc8f9a-bbca-4036-b5a3-bee9d70a9aa4 req-7d929c8e-e201-49fb-b59b-8762ad34119c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 1162 time: 0.4515030
Jan 25 18:51:18.680859 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d234d9-a958-43ff-83e2-eac3c46207b7 req-8c1714c9-08b9-4eba-9298-78c7ccb014a5 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:18.681629 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-58d234d9-a958-43ff-83e2-eac3c46207b7 req-8c1714c9-08b9-4eba-9298-78c7ccb014a5 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:18.683164 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-58d234d9-a958-43ff-83e2-eac3c46207b7 req-8c1714c9-08b9-4eba-9298-78c7ccb014a5 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "PUT /v2.0/ports/6038040e-5280-4397-a221-1631cdcce94a HTTP/1.1" status: 200  len: 982 time: 1.5236483
Jan 25 18:51:18.683739 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68cf8ad-f122-4904-ab16-6b65023ffedb', 'tag': '6038040e-5280-4397-a221-1631cdcce94a'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:51:18.726946 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e0e40b81-6d27-4a93-bb35-07171fdeb0e3 req-702ba4fe-e811-44c2-9a0e-2787ce0dbd69 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2069144
Jan 25 18:51:18.748355 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-44bc8f9a-bbca-4036-b5a3-bee9d70a9aa4 req-7740f562-6be0-44b9-9cb6-39181929bb49 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583754
Jan 25 18:51:18.927101 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-0e5bcf16-fc00-48f6-8218-ddad78584560 None None] Provisioning complete for port 6038040e-5280-4397-a221-1631cdcce94a triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:51:18.928150 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0e5bcf16-fc00-48f6-8218-ddad78584560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:18.943479 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a310d1-c4b7-4ac5-bf15-232efacef2e0 req-f9f007d5-97d8-44f8-b066-4f82661e01a5 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:18.945777 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-53a310d1-c4b7-4ac5-bf15-232efacef2e0 req-f9f007d5-97d8-44f8-b066-4f82661e01a5 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 931 time: 0.1368203
Jan 25 18:51:19.003625 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Network b91930f7-1f7b-4df0-ae38-06565e87673b is already hosted by enough agents. {{(pid=80198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:51:19.049846 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Resources bound (agent type, host, resource id):  {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:51:19.053561 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-53a310d1-c4b7-4ac5-bf15-232efacef2e0 req-463d2346-aeac-4ae5-bbfe-170aa832d0bc tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902500
Jan 25 18:51:19.057189 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Pushing event updated for resources: {'Port': ['ID=75215598-e584-4aa5-9f72-b1128547665f,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:51:19.065421 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Received port after_create {{(pid=80198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:51:19.123551 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:19.123970 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:19.124401 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:19.124767 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:19.125196 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:19.125597 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:19.126084 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:19.126412 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:19.126821 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:19.127212 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:19.127610 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:19.127999 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:19.128428 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:19.128823 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:19.129249 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:19.129640 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:19.130032 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:19.130429 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:19.130819 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:19.131207 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:19.131595 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:19.131983 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:19.132373 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:19.132765 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:19.141601 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:51:19.205396 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:19.206106 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:19.209664 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68cf8ad-f122-4904-ab16-6b65023ffedb', 'tag': '6038040e-5280-4397-a221-1631cdcce94a', 'status': 'completed', 'code': 200}
Jan 25 18:51:19.285641 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4430a-b5c9-4e61-bc84-5ae42fd7eb96 req-7b4d1436-9b67-4db4-8382-d4d471ed2a65 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:19.288758 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b8c4430a-b5c9-4e61-bc84-5ae42fd7eb96 req-7b4d1436-9b67-4db4-8382-d4d471ed2a65 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 985 time: 0.2797825
Jan 25 18:51:19.339099 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0682774
Jan 25 18:51:19.421640 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b8c4430a-b5c9-4e61-bc84-5ae42fd7eb96 req-ee4f3366-05db-4d7e-b015-7c7e1f37303d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&id=12460a2a-8ed8-44dc-bb64-74675d27a4c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1225190
Jan 25 18:51:19.431693 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] Request body: {'port': {'device_id': '9cd864e8-9d3e-4bb3-8f19-ea65ad220362', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:51:19.460103 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:19.510626 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d759c-966d-438a-9e45-7d2bd1adbda3 req-c79a8902-4abe-4ea1-b520-bbf6bcfe6449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:19.512335 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2e5d759c-966d-438a-9e45-7d2bd1adbda3 req-c79a8902-4abe-4ea1-b520-bbf6bcfe6449 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=234b78cd296a4bdea51c2f35045a0c86&device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 1203 time: 0.1304035
Jan 25 18:51:19.623681 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:19.679764 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d759c-966d-438a-9e45-7d2bd1adbda3 req-5c1a57e0-9e43-4c0f-b139-1ebd76bb8cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:19.681389 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2e5d759c-966d-438a-9e45-7d2bd1adbda3 req-5c1a57e0-9e43-4c0f-b139-1ebd76bb8cd1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5befc5c7-4fb1-441f-ae56-895f36e7215f HTTP/1.1" status: 200  len: 909 time: 0.1609335
Jan 25 18:51:19.748719 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 6038040e-5280-4397-a221-1631cdcce94a up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:51:19.808235 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2e5d759c-966d-438a-9e45-7d2bd1adbda3 req-17b777ae-acc4-4531-958c-1415ed389e9e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6038040e-5280-4397-a221-1631cdcce94a HTTP/1.1" status: 200  len: 1001 time: 0.1199150
Jan 25 18:51:19.959398 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d759c-966d-438a-9e45-7d2bd1adbda3 req-6932e1ca-b152-4f17-a366-6de9a425cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:19.962717 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2e5d759c-966d-438a-9e45-7d2bd1adbda3 req-6932e1ca-b152-4f17-a366-6de9a425cde8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51e7574b-cada-4174-8553-3c9fdb07fc53 HTTP/1.1" status: 200  len: 854 time: 0.1459351
Jan 25 18:51:20.198209 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 6038040e-5280-4397-a221-1631cdcce94a triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:51:20.198806 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:20.286970 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75215598-e584-4aa5-9f72-b1128547665f {{(pid=80198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 25 18:51:20.291323 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d759c-966d-438a-9e45-7d2bd1adbda3 req-f4c5a088-e484-4493-b5d3-16d0ec59033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:20.294056 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2e5d759c-966d-438a-9e45-7d2bd1adbda3 req-f4c5a088-e484-4493-b5d3-16d0ec59033e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5befc5c7-4fb1-441f-ae56-895f36e7215f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3235910
Jan 25 18:51:20.304916 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:20.362359 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7590d-86ac-4511-a119-2f7a4510b1c8 req-4ff2ee18-0121-4c74-af3a-ed495e313f7f tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:20.365149 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-57c7590d-86ac-4511-a119-2f7a4510b1c8 req-4ff2ee18-0121-4c74-af3a-ed495e313f7f tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.3046095
Jan 25 18:51:20.421885 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] Transition to ACTIVE for port object 75215598-e584-4aa5-9f72-b1128547665f will not be triggered until provisioned by entity L2. {{(pid=80198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:51:20.431633 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847568392'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:20.466665 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a4a102b7-8c48-4d9f-939a-fc940ebe3680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:51:20.592302 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-57c7590d-86ac-4511-a119-2f7a4510b1c8 req-a2c36dbd-1dda-4248-9838-084b977b1339 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1870897
Jan 25 18:51:20.622016 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2e5d759c-966d-438a-9e45-7d2bd1adbda3 req-52cf364e-acc6-44c4-b999-5d2424c0d998 service neutron] 10.222.0.70 "GET /v2.0/networks/5befc5c7-4fb1-441f-ae56-895f36e7215f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2553923
Jan 25 18:51:20.672775 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] Pushing event updated for resources: {'Port': ['ID=75215598-e584-4aa5-9f72-b1128547665f,revision_number=2']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:51:20.691252 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:51:20.730985 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec94bc-fdaa-4e91-9f73-175758ae939c req-fd826db3-376e-4639-98e1-d31f4fcaaf43 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:20.731740 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-78ec94bc-fdaa-4e91-9f73-175758ae939c req-fd826db3-376e-4639-98e1-d31f4fcaaf43 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Synchronizing usage tracker for tenant:6af050f57baa4b9c86269c3e7e6fd65d on resource:port {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:51:20.777550 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-78ec94bc-fdaa-4e91-9f73-175758ae939c req-fd826db3-376e-4639-98e1-d31f4fcaaf43 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Unset dirty status for tenant:6af050f57baa4b9c86269c3e7e6fd65d on resource:port {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:51:20.778843 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-78ec94bc-fdaa-4e91-9f73-175758ae939c req-fd826db3-376e-4639-98e1-d31f4fcaaf43 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 931 time: 0.4671342
Jan 25 18:51:20.824399 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-35587a98-04ee-4d71-80ee-990f7c0ef3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:20.917234 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2e5d759c-966d-438a-9e45-7d2bd1adbda3 req-eadbb87b-c2aa-4c7a-8003-23d903e1c6ae service neutron] 10.222.0.70 "GET /v2.0/networks/5befc5c7-4fb1-441f-ae56-895f36e7215f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2805319
Jan 25 18:51:21.192078 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-78ec94bc-fdaa-4e91-9f73-175758ae939c req-64116db1-720e-4df3-8eb8-8fbf4bf94a73 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3582585
Jan 25 18:51:21.219675 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] Attempting to bind port 75215598-e584-4aa5-9f72-b1128547665f on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:51:21.220059 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] Attempting to bind port 75215598-e584-4aa5-9f72-b1128547665f by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '3030ff4f-4187-4c1b-8eb4-fbdd8e429c14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b91930f7-1f7b-4df0-ae38-06565e87673b'}] {{(pid=80198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:51:21.221066 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] Attempting to bind port 75215598-e584-4aa5-9f72-b1128547665f on network b91930f7-1f7b-4df0-ae38-06565e87673b {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:51:21.227445 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] Checking agent: {'id': '2edca791-6dfd-4a0b-9497-e94f443cd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 33), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:51:21.227804 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] Checking segment: {'id': '3030ff4f-4187-4c1b-8eb4-fbdd8e429c14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b91930f7-1f7b-4df0-ae38-06565e87673b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:51:21.228257 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:21.228656 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] Bound using segment: {'id': '3030ff4f-4187-4c1b-8eb4-fbdd8e429c14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b91930f7-1f7b-4df0-ae38-06565e87673b'} {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:51:21.229913 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] Bound port: 75215598-e584-4aa5-9f72-b1128547665f, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3030ff4f-4187-4c1b-8eb4-fbdd8e429c14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b91930f7-1f7b-4df0-ae38-06565e87673b'}}] {{(pid=80198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:51:21.229913 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:21.432335 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] For port 75215598-e584-4aa5-9f72-b1128547665f, host hv-cinder-77238, cleared binding levels {{(pid=80198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:51:21.439905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] For port 75215598-e584-4aa5-9f72-b1128547665f, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=75215598-e584-4aa5-9f72-b1128547665f,segment=NetworkSegment(3030ff4f-4187-4c1b-8eb4-fbdd8e429c14),segment_id=3030ff4f-4187-4c1b-8eb4-fbdd8e429c14)] {{(pid=80198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:51:21.447041 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847568392'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:21.513003 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cb9984be-e560-47e4-8533-66f7ba44ee12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:51:21.682290 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] Pushing event updated for resources: {'Port': ['ID=75215598-e584-4aa5-9f72-b1128547665f,revision_number=3']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:51:21.688945 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:51:21.723664 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:21.724448 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:21.726094 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] 10.222.0.70 "PUT /v2.0/ports/75215598-e584-4aa5-9f72-b1128547665f HTTP/1.1" status: 200  len: 1157 time: 2.3029439
Jan 25 18:51:21.726853 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd864e8-9d3e-4bb3-8f19-ea65ad220362', 'tag': '75215598-e584-4aa5-9f72-b1128547665f'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:51:21.926978 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd864e8-9d3e-4bb3-8f19-ea65ad220362', 'tag': '75215598-e584-4aa5-9f72-b1128547665f', 'status': 'completed', 'code': 200}
Jan 25 18:51:21.983077 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-5b0057c6-aadf-4719-8cc1-ad88697dc035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:21.984800 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-5b0057c6-aadf-4719-8cc1-ad88697dc035 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6af050f57baa4b9c86269c3e7e6fd65d&device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 1160 time: 0.1940274
Jan 25 18:51:22.114709 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce472a03-6ecd-43c8-8117-69d210d5c77f req-8c47d11c-9758-46a2-b1dd-2d99e96bbc38 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:22.116332 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ce472a03-6ecd-43c8-8117-69d210d5c77f req-8c47d11c-9758-46a2-b1dd-2d99e96bbc38 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.1603155
Jan 25 18:51:22.135206 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-8d9b4633-9c47-4bb2-90b4-ebf4f305a365 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75215598-e584-4aa5-9f72-b1128547665f HTTP/1.1" status: 200  len: 217 time: 0.1339357
Jan 25 18:51:22.193208 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ce472a03-6ecd-43c8-8117-69d210d5c77f req-d84be90f-c8fc-4464-bd77-2043ad472e79 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622926
Jan 25 18:51:22.260701 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-1e6d1b3b-d89f-459f-aba9-3f35d65a3e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:22.263330 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-1e6d1b3b-d89f-459f-aba9-3f35d65a3e52 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=071883a5-2c0a-4958-a7ca-38becb672615 HTTP/1.1" status: 200  len: 849 time: 0.1175456
Jan 25 18:51:22.359884 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-a0330571-dc8a-4c08-a503-136ce3b774f0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b91930f7-1f7b-4df0-ae38-06565e87673b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0855262
Jan 25 18:51:22.616370 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-3ef1a748-97da-48ad-9e98-1294dac46e00 service neutron] 10.222.0.70 "GET /v2.0/networks/b91930f7-1f7b-4df0-ae38-06565e87673b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2487261
Jan 25 18:51:22.694517 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bce9c1-4543-4937-a959-f1daa0b2f540 req-edae1afd-809d-4fc0-a97d-ea4dcf70891f tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:22.696692 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d7bce9c1-4543-4937-a959-f1daa0b2f540 req-edae1afd-809d-4fc0-a97d-ea4dcf70891f tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 943 time: 0.2002985
Jan 25 18:51:22.842253 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d7bce9c1-4543-4937-a959-f1daa0b2f540 req-3701ff0c-24b1-4af5-bd39-b8421ae33fc7 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272614
Jan 25 18:51:22.877248 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54a3c759-6a8e-4f80-8b21-410227b54525 req-a2714458-a31b-464d-a1fc-1f5f5dc69f02 service neutron] 10.222.0.70 "GET /v2.0/networks/b91930f7-1f7b-4df0-ae38-06565e87673b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2474279
Jan 25 18:51:23.025553 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:23.104644 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2826c4-fbda-4f26-a74d-d89c6703bd93 req-5ea66973-4f17-475a-9dae-f5ce198993cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:23.106358 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ff2826c4-fbda-4f26-a74d-d89c6703bd93 req-5ea66973-4f17-475a-9dae-f5ce198993cd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6af050f57baa4b9c86269c3e7e6fd65d&device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 1160 time: 0.0839593
Jan 25 18:51:23.112821 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ae2420c8-7608-46e8-a46a-81380cca2983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:23.273198 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2826c4-fbda-4f26-a74d-d89c6703bd93 req-5682c4cf-0b88-4fc4-af3a-8067aa751664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:23.274930 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ff2826c4-fbda-4f26-a74d-d89c6703bd93 req-5682c4cf-0b88-4fc4-af3a-8067aa751664 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b91930f7-1f7b-4df0-ae38-06565e87673b HTTP/1.1" status: 200  len: 903 time: 0.1610346
Jan 25 18:51:23.360608 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ff2826c4-fbda-4f26-a74d-d89c6703bd93 req-90303102-b5ea-47b9-ba5f-2ee9faf04abc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75215598-e584-4aa5-9f72-b1128547665f HTTP/1.1" status: 200  len: 217 time: 0.0774291
Jan 25 18:51:23.456697 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2826c4-fbda-4f26-a74d-d89c6703bd93 req-eba30cf8-6227-4422-8d5a-a1fa9163b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:23.458836 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ff2826c4-fbda-4f26-a74d-d89c6703bd93 req-eba30cf8-6227-4422-8d5a-a1fa9163b233 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=071883a5-2c0a-4958-a7ca-38becb672615 HTTP/1.1" status: 200  len: 849 time: 0.0912068
Jan 25 18:51:23.522716 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ff2826c4-fbda-4f26-a74d-d89c6703bd93 req-1337b292-975f-4d98-8871-1cb3f8daf9eb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b91930f7-1f7b-4df0-ae38-06565e87673b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0524588
Jan 25 18:51:23.677074 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9b77b-aa65-493a-9eb0-1fa7d44593b5 req-e4693664-9c83-4065-b81b-584700462b9b tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:23.680456 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5bc9b77b-aa65-493a-9eb0-1fa7d44593b5 req-e4693664-9c83-4065-b81b-584700462b9b tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.2304282
Jan 25 18:51:23.690659 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ff2826c4-fbda-4f26-a74d-d89c6703bd93 req-15552bfc-d439-4a21-885b-e8daf0ddc43c service neutron] 10.222.0.70 "GET /v2.0/networks/b91930f7-1f7b-4df0-ae38-06565e87673b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1601787
Jan 25 18:51:23.752882 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5bc9b77b-aa65-493a-9eb0-1fa7d44593b5 req-fdde2546-7914-49e9-a82d-0a326eb39dd8 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635533
Jan 25 18:51:23.909194 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ff2826c4-fbda-4f26-a74d-d89c6703bd93 req-b3c6abaf-b379-4e69-b7b9-c232d4d65630 service neutron] 10.222.0.70 "GET /v2.0/networks/b91930f7-1f7b-4df0-ae38-06565e87673b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2115798
Jan 25 18:51:24.197695 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf2f1e-3c8d-4215-8286-025229cd3d43 req-eb2569a4-2e5c-4050-a82b-ef6b04ab3f58 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:24.208281 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ddaf2f1e-3c8d-4215-8286-025229cd3d43 req-eb2569a4-2e5c-4050-a82b-ef6b04ab3f58 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 943 time: 0.1683617
Jan 25 18:51:24.265609 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ddaf2f1e-3c8d-4215-8286-025229cd3d43 req-cc006656-00da-4a69-b564-80954c2f1c89 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586433
Jan 25 18:51:24.760622 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:25.152607 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:25.598613 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e544a9-ac54-44e3-9e7f-dd6ee40189a0 req-2f8eff0f-34be-4285-ba9e-a23197c83473 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:25.600418 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-85e544a9-ac54-44e3-9e7f-dd6ee40189a0 req-2f8eff0f-34be-4285-ba9e-a23197c83473 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 943 time: 0.1349821
Jan 25 18:51:25.664154 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-85e544a9-ac54-44e3-9e7f-dd6ee40189a0 req-81f51764-24ff-45d9-8519-700aca1d7893 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559411
Jan 25 18:51:26.923294 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f7a91-6245-4f55-9a57-3f22339f74ca req-83ebf727-c4a6-4993-85f3-8a46844d17f2 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:26.925057 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-057f7a91-6245-4f55-9a57-3f22339f74ca req-83ebf727-c4a6-4993-85f3-8a46844d17f2 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 943 time: 0.1197400
Jan 25 18:51:26.986613 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-057f7a91-6245-4f55-9a57-3f22339f74ca req-9d41c7e3-97b7-4748-9d2f-398ff62e3218 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548456
Jan 25 18:51:28.269031 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca8f77-4872-444f-acb5-55ef290ffde0 req-58f90a03-22ad-4680-8c8e-e4e9313d8a5f tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:28.271022 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-38ca8f77-4872-444f-acb5-55ef290ffde0 req-58f90a03-22ad-4680-8c8e-e4e9313d8a5f tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 943 time: 0.1226542
Jan 25 18:51:28.332382 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-38ca8f77-4872-444f-acb5-55ef290ffde0 req-68c8d68f-6daf-43fb-ae61-7ddb03a96bd0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544763
Jan 25 18:51:29.614365 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45ba57-b2ee-41b8-999a-9877eb543fec req-34864bf0-ab39-4e1e-8fba-2368cbd27379 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:29.616009 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3c45ba57-b2ee-41b8-999a-9877eb543fec req-34864bf0-ab39-4e1e-8fba-2368cbd27379 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 943 time: 0.1216798
Jan 25 18:51:29.675610 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3c45ba57-b2ee-41b8-999a-9877eb543fec req-166031e3-57b8-4bc3-853d-7a0613094e50 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527198
Jan 25 18:51:31.016623 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc395a9-1b56-4aea-a632-cc3839745fac req-e5829024-d236-4c0f-8a5a-0d2c57f10c6d tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:31.019076 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dcc395a9-1b56-4aea-a632-cc3839745fac req-e5829024-d236-4c0f-8a5a-0d2c57f10c6d tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 943 time: 0.1841667
Jan 25 18:51:31.084773 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dcc395a9-1b56-4aea-a632-cc3839745fac req-7106fb04-0104-4433-a7a8-cd8d38a0e13a tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578015
Jan 25 18:51:31.131714 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:51:32.381725 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e91cc-af8d-4428-b3c7-fe1e32b70e16 req-762107fa-f30d-4435-a495-6ecd7a2b47dc tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:32.383561 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1d4e91cc-af8d-4428-b3c7-fe1e32b70e16 req-762107fa-f30d-4435-a495-6ecd7a2b47dc tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 943 time: 0.1293278
Jan 25 18:51:32.459715 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1d4e91cc-af8d-4428-b3c7-fe1e32b70e16 req-03d613dc-f0e6-46b7-8b77-f5e63a59af70 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631757
Jan 25 18:51:33.758319 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46f83e-867d-42b0-8633-435e68327c5c req-ea8cbeeb-f3bc-40fc-a046-2d7d107f3894 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:33.760315 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9e46f83e-867d-42b0-8633-435e68327c5c req-ea8cbeeb-f3bc-40fc-a046-2d7d107f3894 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 943 time: 0.1291165
Jan 25 18:51:33.820734 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9e46f83e-867d-42b0-8633-435e68327c5c req-1d8ecbfb-63b0-44dd-a845-cbd3791034a0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530586
Jan 25 18:51:35.172155 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5e77d-dd08-4095-955d-190111174633 req-594a5ae7-4dce-4fb8-91ac-80816c4c0781 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:35.173808 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a3d5e77d-dd08-4095-955d-190111174633 req-594a5ae7-4dce-4fb8-91ac-80816c4c0781 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 943 time: 0.1180804
Jan 25 18:51:35.240320 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a3d5e77d-dd08-4095-955d-190111174633 req-f89d56d7-0f91-4a96-a4bf-8cd27c234745 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550056
Jan 25 18:51:36.493657 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06613086-f957-49c2-a886-f0411d8102d5 req-3aaef5d2-2895-4441-8be1-34d39a5622d5 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:36.495399 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-06613086-f957-49c2-a886-f0411d8102d5 req-3aaef5d2-2895-4441-8be1-34d39a5622d5 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 943 time: 0.1190443
Jan 25 18:51:36.553963 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-06613086-f957-49c2-a886-f0411d8102d5 req-5a5d4dbf-6f49-45e2-ae28-927195a98c62 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507131
Jan 25 18:51:37.876873 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d979b71-efce-4986-99e0-8abfd0004afd req-796d1467-bf0e-4798-81f9-47199e38d71e tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:37.879735 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0d979b71-efce-4986-99e0-8abfd0004afd req-796d1467-bf0e-4798-81f9-47199e38d71e tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 943 time: 0.1733577
Jan 25 18:51:37.940533 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0d979b71-efce-4986-99e0-8abfd0004afd req-6b9d4298-3e7f-499d-a5f6-65f706774a38 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538797
Jan 25 18:51:39.214286 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff56725-fdd3-42b7-b603-c55c9cc6e641 req-45d56ae9-216b-4553-b0ab-6ee742c589a0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:39.216038 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cff56725-fdd3-42b7-b603-c55c9cc6e641 req-45d56ae9-216b-4553-b0ab-6ee742c589a0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 943 time: 0.1329396
Jan 25 18:51:39.280921 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cff56725-fdd3-42b7-b603-c55c9cc6e641 req-6aa89518-ffd1-4285-a7f1-d4695c4813dd tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518868
Jan 25 18:51:40.555630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597a648-ceb4-4ea5-b12d-da435c4d8f32 req-120823de-e944-404f-8f35-c1edc22ce480 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:40.557439 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a597a648-ceb4-4ea5-b12d-da435c4d8f32 req-120823de-e944-404f-8f35-c1edc22ce480 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 943 time: 0.1353576
Jan 25 18:51:40.619849 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a597a648-ceb4-4ea5-b12d-da435c4d8f32 req-6f68a268-298e-407c-8e88-d0c1c3a038f7 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553603
Jan 25 18:51:41.412563 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 75215598-e584-4aa5-9f72-b1128547665f up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:51:41.511900 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning for port 75215598-e584-4aa5-9f72-b1128547665f completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:51:41.518686 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 75215598-e584-4aa5-9f72-b1128547665f triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:51:41.519193 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:41.655972 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:41.690700 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd864e8-9d3e-4bb3-8f19-ea65ad220362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75215598-e584-4aa5-9f72-b1128547665f'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:51:41.709807 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 75215598-e584-4aa5-9f72-b1128547665f, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=75215598-e584-4aa5-9f72-b1128547665f,segment=NetworkSegment(3030ff4f-4187-4c1b-8eb4-fbdd8e429c14),segment_id=3030ff4f-4187-4c1b-8eb4-fbdd8e429c14)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:51:41.715617 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:41.719077 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:51:41.817905 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd864e8-9d3e-4bb3-8f19-ea65ad220362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75215598-e584-4aa5-9f72-b1128547665f', 'code': 200}
Jan 25 18:51:41.842722 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=75215598-e584-4aa5-9f72-b1128547665f,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:51:41.857800 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:41.858376 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:41.858990 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:41.859587 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:41.860213 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:41.860862 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:41.861504 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:41.862109 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:41.862709 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:41.863316 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:41.863923 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:41.864527 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:41.865240 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:41.865847 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:41.866452 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:41.867042 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:41.867849 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:41.868450 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:41.869077 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:41.869679 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:41.870336 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:41.870876 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:41.871448 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:41.872054 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:51:41.880348 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:51:41.993281 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfb3bb-0dc1-4b70-904c-2798196a0387 req-79445126-a89f-4f83-ac4c-14d786065a21 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:41.995134 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a0cfb3bb-0dc1-4b70-904c-2798196a0387 req-79445126-a89f-4f83-ac4c-14d786065a21 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 945 time: 0.1734560
Jan 25 18:51:42.072830 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a0cfb3bb-0dc1-4b70-904c-2798196a0387 req-7b5299c1-86d6-4c96-a63b-8e9dfa3ebd41 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633872
Jan 25 18:51:42.175886 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03238e7-d02b-4de0-bec3-45494e83fe5f req-4ba2b2fd-eeb9-4c2e-acca-1ca4940c25a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:42.177645 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c03238e7-d02b-4de0-bec3-45494e83fe5f req-4ba2b2fd-eeb9-4c2e-acca-1ca4940c25a5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 1162 time: 0.0837061
Jan 25 18:51:42.230391 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c03238e7-d02b-4de0-bec3-45494e83fe5f req-5dbf557d-30ab-41de-9b09-0a7a96fc346a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401917
Jan 25 18:51:42.293117 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 75215598-e584-4aa5-9f72-b1128547665f up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:51:42.369257 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 75215598-e584-4aa5-9f72-b1128547665f triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:51:42.369742 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:43.350803 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661052c-3fb3-441c-9248-648ad799a4ad req-c94fb6b4-0879-4b5d-a01b-dc81a260131c tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:43.352537 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b661052c-3fb3-441c-9248-648ad799a4ad req-c94fb6b4-0879-4b5d-a01b-dc81a260131c tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 945 time: 0.1317651
Jan 25 18:51:43.412460 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b661052c-3fb3-441c-9248-648ad799a4ad req-cfa95485-62d5-4526-9223-d090acd3c31a tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528073
Jan 25 18:51:44.711051 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d6026-8b04-461d-ae92-c3d9e0eeb97e req-9310adc5-9510-4275-86dc-55ba95508a75 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:44.712694 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-166d6026-8b04-461d-ae92-c3d9e0eeb97e req-9310adc5-9510-4275-86dc-55ba95508a75 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 945 time: 0.1572123
Jan 25 18:51:44.801606 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-166d6026-8b04-461d-ae92-c3d9e0eeb97e req-afd977d3-b6f4-43bc-b20a-ca853f51db67 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795801
Jan 25 18:51:46.100779 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b9e58-e9d8-4997-a582-dbdfb50e9747 req-920eb592-e9c1-4ada-85b1-1ffc69052cc2 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:46.102501 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8d4b9e58-e9d8-4997-a582-dbdfb50e9747 req-920eb592-e9c1-4ada-85b1-1ffc69052cc2 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 945 time: 0.1548328
Jan 25 18:51:46.171129 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8d4b9e58-e9d8-4997-a582-dbdfb50e9747 req-8a21fc69-78b3-4f42-9fc4-ecb4dac1d7bc tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565462
Jan 25 18:51:47.978772 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061e451-f02b-4114-ae29-d4be3c1d2897 req-3f9aad68-d116-451a-a05b-cc2049c97dc4 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:47.980547 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a061e451-f02b-4114-ae29-d4be3c1d2897 req-3f9aad68-d116-451a-a05b-cc2049c97dc4 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 945 time: 0.1519361
Jan 25 18:51:48.096670 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a061e451-f02b-4114-ae29-d4be3c1d2897 req-dc4abdf6-7bbc-44b2-9155-30de82a1e518 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014848
Jan 25 18:51:49.390437 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d920a4f-fbbe-4fd7-ad94-5263d523dc31 req-72501348-3588-457a-88e4-521acf9ca33d tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:49.392199 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3d920a4f-fbbe-4fd7-ad94-5263d523dc31 req-72501348-3588-457a-88e4-521acf9ca33d tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 945 time: 0.1294439
Jan 25 18:51:49.440814 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:49.453050 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3d920a4f-fbbe-4fd7-ad94-5263d523dc31 req-000be580-1a73-41eb-b5c9-5e45c4aba3f4 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532258
Jan 25 18:51:50.115911 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 75215598-e584-4aa5-9f72-b1128547665f no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:51:50.193411 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfad90-ca65-4006-b781-41a6a46c4ed2 req-7b7f0459-a253-46ae-8876-d4a05af5d8df tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:50.197561 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-98bfad90-ca65-4006-b781-41a6a46c4ed2 req-7b7f0459-a253-46ae-8876-d4a05af5d8df tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.70 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 945 time: 0.2885065
Jan 25 18:51:50.325749 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-98bfad90-ca65-4006-b781-41a6a46c4ed2 req-b32c20f6-481c-4a9b-bb2a-1f3244201017 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Deleting port 75215598-e584-4aa5-9f72-b1128547665f {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:51:50.326401 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-98bfad90-ca65-4006-b781-41a6a46c4ed2 req-b32c20f6-481c-4a9b-bb2a-1f3244201017 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:50.332798 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:50.364041 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd864e8-9d3e-4bb3-8f19-ea65ad220362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75215598-e584-4aa5-9f72-b1128547665f'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:51:50.375373 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 75215598-e584-4aa5-9f72-b1128547665f, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=75215598-e584-4aa5-9f72-b1128547665f,segment=NetworkSegment(3030ff4f-4187-4c1b-8eb4-fbdd8e429c14),segment_id=3030ff4f-4187-4c1b-8eb4-fbdd8e429c14)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:51:50.380298 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:50.383739 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:51:50.462901 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd864e8-9d3e-4bb3-8f19-ea65ad220362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75215598-e584-4aa5-9f72-b1128547665f', 'code': 200}
Jan 25 18:51:50.487490 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=75215598-e584-4aa5-9f72-b1128547665f,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:51:50.493405 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:51:50.710016 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-98bfad90-ca65-4006-b781-41a6a46c4ed2 req-b32c20f6-481c-4a9b-bb2a-1f3244201017 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] For port 75215598-e584-4aa5-9f72-b1128547665f, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=75215598-e584-4aa5-9f72-b1128547665f,segment=NetworkSegment(3030ff4f-4187-4c1b-8eb4-fbdd8e429c14),segment_id=3030ff4f-4187-4c1b-8eb4-fbdd8e429c14)] {{(pid=80198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:51:50.710433 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-98bfad90-ca65-4006-b781-41a6a46c4ed2 req-b32c20f6-481c-4a9b-bb2a-1f3244201017 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:50.751808 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fddc06-dd7c-4ae6-9aaa-a0774c67dd87 req-ec4570cd-95db-4120-98bb-645ab64ae3b2 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:51:50.754070 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-83fddc06-dd7c-4ae6-9aaa-a0774c67dd87 req-ec4570cd-95db-4120-98bb-645ab64ae3b2 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 943 time: 0.1424551
Jan 25 18:51:50.816928 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-83fddc06-dd7c-4ae6-9aaa-a0774c67dd87 req-257d2409-7eda-4be7-8f2e-3968e465161d tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/security-groups?id=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554945
Jan 25 18:51:50.830302 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e833ba10-8f8e-4ce1-9e17-0371c058197c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:50.853659 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-98bfad90-ca65-4006-b781-41a6a46c4ed2 req-b32c20f6-481c-4a9b-bb2a-1f3244201017 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Calling delete_port for 75215598-e584-4aa5-9f72-b1128547665f owned by compute:nova {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:51:51.029005 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-98bfad90-ca65-4006-b781-41a6a46c4ed2 req-b32c20f6-481c-4a9b-bb2a-1f3244201017 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:51.045761 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-de04ab07-607f-4811-bcca-98af2ca85e81 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:51:51.112233 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c20f6-481c-4a9b-bb2a-1f3244201017 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Pushing event deleted for resources: {'Port': ['ID=75215598-e584-4aa5-9f72-b1128547665f,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:51:51.116686 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b32c20f6-481c-4a9b-bb2a-1f3244201017 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:51:51.543695 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bfad90-ca65-4006-b781-41a6a46c4ed2 req-b32c20f6-481c-4a9b-bb2a-1f3244201017 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] No DVR routers for this DVR port 75215598-e584-4aa5-9f72-b1128547665f on host hv-cinder-77238 {{(pid=80198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 18:51:51.546376 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-98bfad90-ca65-4006-b781-41a6a46c4ed2 req-b32c20f6-481c-4a9b-bb2a-1f3244201017 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:51.549682 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd864e8-9d3e-4bb3-8f19-ea65ad220362', 'name': 'network-vif-deleted', 'tag': '75215598-e584-4aa5-9f72-b1128547665f'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:51:51.573088 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-98bfad90-ca65-4006-b781-41a6a46c4ed2 req-b32c20f6-481c-4a9b-bb2a-1f3244201017 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.70 "DELETE /v2.0/ports/75215598-e584-4aa5-9f72-b1128547665f HTTP/1.1" status: 204  len: 173 time: 1.3679001
Jan 25 18:51:51.622777 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd864e8-9d3e-4bb3-8f19-ea65ad220362', 'name': 'network-vif-deleted', 'tag': '75215598-e584-4aa5-9f72-b1128547665f', 'status': 'completed', 'code': 200}
Jan 25 18:51:52.029922 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fc59edad-0434-4714-be41-f2a37d99b14f req-6ff7fef1-56f2-464d-8611-3f84ecf45ab6 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 210 time: 0.0534475
Jan 25 18:51:53.028264 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:53.120221 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fc2aa117-f435-497e-8843-ae0d698e19e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:53.225456 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-421303ce-4a75-41df-9194-2832332f3d0b req-c80a5983-b30d-44ad-b0d3-3760ee1b5989 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Synchronizing usage tracker for tenant:6af050f57baa4b9c86269c3e7e6fd65d on resource:port {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:51:53.241935 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-421303ce-4a75-41df-9194-2832332f3d0b req-c80a5983-b30d-44ad-b0d3-3760ee1b5989 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Unset dirty status for tenant:6af050f57baa4b9c86269c3e7e6fd65d on resource:port {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:51:53.243296 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-421303ce-4a75-41df-9194-2832332f3d0b req-c80a5983-b30d-44ad-b0d3-3760ee1b5989 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 210 time: 0.0673060
Jan 25 18:51:54.428048 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ee233b97-f7c9-4ee2-b277-7a2d5a933e0f req-47e9a031-e769-4dde-ae72-7a6e3b414005 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 210 time: 0.0500772
Jan 25 18:51:54.767825 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:55.159339 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:55.721621 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2c872a4a-edd8-4cde-bfe0-042a9469d1b0 req-d32c7add-33b6-43bd-9b88-84c5d69f8160 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] 10.222.0.77 "GET /v2.0/ports?device_id=9cd864e8-9d3e-4bb3-8f19-ea65ad220362 HTTP/1.1" status: 200  len: 210 time: 0.0580497
Jan 25 18:51:56.959143 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 36496) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:51:57.043265 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b38f55-0b86-43ea-9249-61e24bf4395f admin admin] Deleting subnet 9bee634b-e96d-4a3c-a369-0f356e39d2a8 {{(pid=80199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 25 18:51:57.047052 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-57b38f55-0b86-43ea-9249-61e24bf4395f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:57.106931 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-57b38f55-0b86-43ea-9249-61e24bf4395f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1953463'] for subnet, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:57.173885 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-57b38f55-0b86-43ea-9249-61e24bf4395f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-613998'] for subnet, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:57.586465 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-57b38f55-0b86-43ea-9249-61e24bf4395f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7187683'] for subnet, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:57.603696 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d9e6fc38-e636-4675-9b0b-90ff29560b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:51:57.657509 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b38f55-0b86-43ea-9249-61e24bf4395f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bee634b-e96d-4a3c-a369-0f356e39d2a8,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:51:57.661430 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-57b38f55-0b86-43ea-9249-61e24bf4395f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:51:57.748446 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-57b38f55-0b86-43ea-9249-61e24bf4395f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:57.755023 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-57b38f55-0b86-43ea-9249-61e24bf4395f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9bee634b-e96d-4a3c-a369-0f356e39d2a8 HTTP/1.1" status: 204  len: 168 time: 0.7942922
Jan 25 18:51:57.757961 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 36520) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:51:57.910498 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-00d89f74-4dfa-4ba2-960c-eaa69132e452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854171154'] for network, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:58.169603 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-00d89f74-4dfa-4ba2-960c-eaa69132e452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-613939', 'neutron.services.segments.db._delete_segments_for_network--9223363298167826975'] for network, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:58.658044 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-00d89f74-4dfa-4ba2-960c-eaa69132e452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a23bc62e8>,) {'filters': {'network_id': ['e2bbca44-8793-4b60-baa4-fe7ebb6abf5f']}} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:51:58.683099 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-00d89f74-4dfa-4ba2-960c-eaa69132e452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a23bc62e8>, '28f7dce5-bd7d-42e4-ac16-3cce4136308f') {'for_net_delete': True} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:51:58.683701 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-00d89f74-4dfa-4ba2-960c-eaa69132e452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a23bc62e8>, '28f7dce5-bd7d-42e4-ac16-3cce4136308f') {} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:51:58.708477 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-00d89f74-4dfa-4ba2-960c-eaa69132e452 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298167820831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852822340'] for segment, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:58.738016 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-00d89f74-4dfa-4ba2-960c-eaa69132e452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:58.741548 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-00d89f74-4dfa-4ba2-960c-eaa69132e452 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 25 18:51:59.029094 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-00d89f74-4dfa-4ba2-960c-eaa69132e452 admin admin] Network e2bbca44-8793-4b60-baa4-fe7ebb6abf5f has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:51:59.043096 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-00d89f74-4dfa-4ba2-960c-eaa69132e452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-607990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848233893'] for segment, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:59.237496 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-00d89f74-4dfa-4ba2-960c-eaa69132e452 admin admin] Network e2bbca44-8793-4b60-baa4-fe7ebb6abf5f has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]: Traceback (most recent call last):
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:     timer()
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:     cb(*args, **kw)
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:     return func(*args, **kwargs)
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:     self._notify()
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:     self.callback(batched_events)
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:     event.method(event)
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:     segment_id)['aggregates'][0]
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(self, *a, **k)
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self._get(url).json()
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:     **kwargs)
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.request(url, 'GET', **kwargs)
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:     **endpoint_filter)
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 25 18:51:59.262722 dv-cinder-772388-1-iscsi neutron-server[80085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 25 18:51:59.348255 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-00d89f74-4dfa-4ba2-960c-eaa69132e452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854161852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363661'] for network, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:59.351951 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2e9f4df7-921f-4e81-a9da-e5f190c48639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:51:59.369015 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-00d89f74-4dfa-4ba2-960c-eaa69132e452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:59.376700 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d89f74-4dfa-4ba2-960c-eaa69132e452 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2bbca44-8793-4b60-baa4-fe7ebb6abf5f,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:51:59.381880 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-00d89f74-4dfa-4ba2-960c-eaa69132e452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:51:59.389003 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-00d89f74-4dfa-4ba2-960c-eaa69132e452 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e2bbca44-8793-4b60-baa4-fe7ebb6abf5f HTTP/1.1" status: 204  len: 168 time: 1.6297648
Jan 25 18:51:59.620834 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 36560) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:51:59.682483 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-a44909dc-db14-48ba-856b-db84df9aa7af admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dca5b49d7c2f4169873d85cc3750b1d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0601454
Jan 25 18:51:59.685178 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 36568) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:51:59.760210 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b070e280-e1a4-478b-970f-e6f97247f737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:59.796566 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b070e280-e1a4-478b-970f-e6f97247f737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:59.852858 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b070e280-e1a4-478b-970f-e6f97247f737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:59.858431 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-9780e1d6-eb07-4316-a3b1-a65afeb85e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:51:59.875047 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070e280-e1a4-478b-970f-e6f97247f737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dbc63d-3170-4bf0-809a-22614117ef78,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:51:59.882619 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b070e280-e1a4-478b-970f-e6f97247f737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:51:59.883424 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b070e280-e1a4-478b-970f-e6f97247f737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:51:59.885574 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-b070e280-e1a4-478b-970f-e6f97247f737 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f4dbc63d-3170-4bf0-809a-22614117ef78 HTTP/1.1" status: 204  len: 168 time: 0.1992605
Jan 25 18:52:07.558897 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 36642) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:52:07.748704 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-079498ce-b425-4232-a574-88194783f06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:07.767380 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-079498ce-b425-4232-a574-88194783f06f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:52:07.772311 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-079498ce-b425-4232-a574-88194783f06f admin admin] Usage tracker for resource:security_group_rule and tenant:18e47f92b7f14fc8b9434186c375b352 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:52:07.776461 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-079498ce-b425-4232-a574-88194783f06f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:52:07.786759 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-079498ce-b425-4232-a574-88194783f06f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:52:07.920161 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-079498ce-b425-4232-a574-88194783f06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:07.924335 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-079498ce-b425-4232-a574-88194783f06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:07.937545 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2c2572c2-598f-4be4-8da8-31b4ad4f3083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:07.982491 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-079498ce-b425-4232-a574-88194783f06f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=18e47f92b7f14fc8b9434186c375b352&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4220858
Jan 25 18:52:07.983709 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079498ce-b425-4232-a574-88194783f06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb998b75-581f-4885-b746-a1daa3ac6bc0,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:07.987991 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 36658) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:52:07.988249 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-079498ce-b425-4232-a574-88194783f06f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:08.065450 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-94234faa-de1c-458f-b754-ea6f7325e76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:08.097209 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-94234faa-de1c-458f-b754-ea6f7325e76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:08.134969 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:52:08.164168 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-94234faa-de1c-458f-b754-ea6f7325e76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:08.168989 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e2997b32-dd9a-4a43-a288-0975169c4f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:08.186953 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94234faa-de1c-458f-b754-ea6f7325e76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb998b75-581f-4885-b746-a1daa3ac6bc0,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:08.186953 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-94234faa-de1c-458f-b754-ea6f7325e76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:08.194150 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-94234faa-de1c-458f-b754-ea6f7325e76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:08.198855 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-94234faa-de1c-458f-b754-ea6f7325e76d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fb998b75-581f-4885-b746-a1daa3ac6bc0 HTTP/1.1" status: 204  len: 168 time: 0.2095480
Jan 25 18:52:09.439803 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 36684) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:52:09.657386 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-713782821-network', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:52:09.663215 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:52:09.668208 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] Usage tracker for resource:network and tenant:c2c9dcb5e72645ccb63499c5ffc7def9 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:52:09.671793 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:52:09.679147 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:52:09.691580 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] Made reservation on behalf of c2c9dcb5e72645ccb63499c5ffc7def9 for: {'network': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:52:09.697096 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for network, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:09.713389 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:09.740808 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:52:09.747357 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] Usage tracker for resource:security_group_rule and tenant:c2c9dcb5e72645ccb63499c5ffc7def9 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:52:09.753594 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:52:09.763836 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:52:09.873418 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:09.877613 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:09.886145 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-29556c30-0961-4ede-a466-68848ef81db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:09.944209 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 25 18:52:09.969530 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f039e7af-47c1-4e08-bf50-fd6a0f777583,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:09.977938 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:09.979714 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738686948825', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:09.980450 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.segments_db [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] Added segment a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7 of type vxlan for network 587a6c90-052a-4972-837a-04642fcc756a
Jan 25 18:52:10.060254 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298168216078'] for network, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:10.122774 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:10.125107 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:52:10.127036 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:10.146355 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2b80ce04-d57f-4679-9a36-d1f67dda06ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:10.259887 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] Pushing event updated for resources: {'Network': ['ID=587a6c90-052a-4972-837a-04642fcc756a,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:10.263323 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:10.277457 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Network 587a6c90-052a-4972-837a-04642fcc756a details requested by agent ovs-agent-dv-cinder-772388-1-iscsi with host dv-cinder-772388-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:52:10.285352 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.8442533
Jan 25 18:52:10.289223 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 36694) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:52:10.303708 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Request body: {'subnet': {'network_id': '587a6c90-052a-4972-837a-04642fcc756a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-713782821-subnet', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'ip_version': 4}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:52:10.315077 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:52:10.324394 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Usage tracker for resource:subnet and tenant:c2c9dcb5e72645ccb63499c5ffc7def9 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:52:10.332095 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:52:10.347503 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:52:10.365596 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Made reservation on behalf of c2c9dcb5e72645ccb63499c5ffc7def9 for: {'subnet': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:52:10.375981 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847588136'] for subnet, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:10.430142 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Network 587a6c90-052a-4972-837a-04642fcc756a details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:52:11.029100 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848365515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847588117'] for subnet, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:11.047730 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:11.221980 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c86ae63-9532-4e42-8427-e714a5a4b554,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:11.252880 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:11.253504 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:11.254166 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:11.254849 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:11.255568 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:11.256011 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:11.256515 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:11.257066 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:11.257462 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:11.257914 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:11.258444 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:11.258834 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:11.259278 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:11.261251 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:11.261251 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:11.261251 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:11.261651 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:11.262291 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:11.262861 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:11.263583 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:11.264519 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:11.265491 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:11.266222 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:11.267520 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:11.277935 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:11.349442 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Checking segment: {'id': 'a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '587a6c90-052a-4972-837a-04642fcc756a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:52:11.350191 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Network hostable DHCP agents. Network: 587a6c90-052a-4972-837a-04642fcc756a, hostable agents: ['caa9e31d-b776-4d13-8aa3-93174b581c26'], hosted agents: [] {{(pid=80199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 25 18:52:11.389593 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Network 587a6c90-052a-4972-837a-04642fcc756a is scheduled to be hosted by DHCP agent caa9e31d-b776-4d13-8aa3-93174b581c26 with binding_index 1 {{(pid=80199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 25 18:52:11.401437 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-iscsi, 587a6c90-052a-4972-837a-04642fcc756a) {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:52:11.415392 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:52:11.416045 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:11.416809 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e7e921-723c-4244-b0d0-d058d2383fb9 None None] Network 587a6c90-052a-4972-837a-04642fcc756a requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:52:11.458188 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-8b74effd-2354-43c4-97b8-7c1ea30ab8c1 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.1605780
Jan 25 18:52:11.458481 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 36706) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:52:11.465226 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-713782821-router', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:52:11.473703 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:52:11.483791 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] Usage tracker for resource:router and tenant:c2c9dcb5e72645ccb63499c5ffc7def9 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:52:11.488744 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:52:11.498490 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:52:11.512042 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-363710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5894'] for router, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:11.513129 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854407017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854407908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854426065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769859'] for router, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:11.533737 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:11.912662 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6e4a158-ec2a-5bcf-86aa-ff9ef77c1257-587a6c90-052a-4972-837a-04642fcc756a', 'network_id': '587a6c90-052a-4972-837a-04642fcc756a', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'fixed_ips': [{'subnet_id': '2c86ae63-9532-4e42-8427-e714a5a4b554'}]}} from dv-cinder-772388-1-iscsi. {{(pid=80201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 25 18:52:11.915485 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:12.023855 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854407889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-365246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769876'] for router, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:12.483421 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:12.528542 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:12.620637 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Allocated IP 172.20.0.2 (587a6c90-052a-4972-837a-04642fcc756a/2c86ae63-9532-4e42-8427-e714a5a4b554/59e3380b-5a93-448d-963c-280edd5f27ef) {{(pid=80201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:52:12.933754 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] Allocated IP 172.27.1.111 (ef7ca5be-17a0-4c04-be0c-5aafd7b465e2/d3ebd7f5-b535-4f35-9c6a-a58c394e9ef4/3a12ce17-20d5-4580-bbaf-6b720f8a6f6d) {{(pid=80198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:52:12.958871 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Notify callbacks [] for port, precommit_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:12.979190 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Transition to ACTIVE for port object 59e3380b-5a93-448d-963c-280edd5f27ef will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:52:13.008322 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Transition to ACTIVE for port object 59e3380b-5a93-448d-963c-280edd5f27ef will not be triggered until provisioned by entity DHCP. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:52:13.014012 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723'] for port, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:13.034579 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:13.208674 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Pushing event updated for resources: {'Port': ['ID=59e3380b-5a93-448d-963c-280edd5f27ef,revision_number=1']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:13.212739 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:13.243195 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:13.279855 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Network 587a6c90-052a-4972-837a-04642fcc756a is already hosted by enough agents. {{(pid=80201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:52:13.282364 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Resources bound (agent type, host, resource id):  {{(pid=80201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:52:13.285634 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Received port after_create {{(pid=80201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:52:13.305610 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:13.328098 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:13.379699 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Attempting to bind port 59e3380b-5a93-448d-963c-280edd5f27ef on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:52:13.380503 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Attempting to bind port 59e3380b-5a93-448d-963c-280edd5f27ef by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': 'a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '587a6c90-052a-4972-837a-04642fcc756a'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:52:13.382635 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Attempting to bind port 59e3380b-5a93-448d-963c-280edd5f27ef on network 587a6c90-052a-4972-837a-04642fcc756a {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:52:13.390160 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:52:13.391512 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Checking segment: {'id': 'a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '587a6c90-052a-4972-837a-04642fcc756a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:52:13.392208 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:13.393046 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Bound using segment: {'id': 'a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '587a6c90-052a-4972-837a-04642fcc756a'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:52:13.393805 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Bound port: 59e3380b-5a93-448d-963c-280edd5f27ef, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '587a6c90-052a-4972-837a-04642fcc756a'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:52:13.394442 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:13.520718 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] Pushing event updated for resources: {'Port': ['ID=3a12ce17-20d5-4580-bbaf-6b720f8a6f6d,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:13.526825 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:13.578184 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] For port 59e3380b-5a93-448d-963c-280edd5f27ef, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:52:13.582385 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] For port 59e3380b-5a93-448d-963c-280edd5f27ef, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=59e3380b-5a93-448d-963c-280edd5f27ef,segment=NetworkSegment(a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7),segment_id=a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:52:13.587015 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:13.603261 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:13.622783 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] Network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 is already hosted by enough agents. {{(pid=80198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:52:13.625830 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:52:13.629813 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] Received port after_create {{(pid=80198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:52:13.935327 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Pushing event updated for resources: {'Port': ['ID=59e3380b-5a93-448d-963c-280edd5f27ef,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:13.941472 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:14.608670 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:15.143806 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854412087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367926'] for router, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:15.596041 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 59e3380b-5a93-448d-963c-280edd5f27ef up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:52:15.681855 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] Router e45c3e16-73c8-4a19-9b56-2dff41aa2eb3 is scheduled to L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b with binding_index 1 {{(pid=80198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 25 18:52:15.771337 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port 59e3380b-5a93-448d-963c-280edd5f27ef completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:52:15.956908 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:52:15.988157 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] Sync routers for ids ['e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:52:16.034304 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] Routers {'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:52:16.035943 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fdddf28>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:51:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:52:16.043767 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] Notify callbacks [] for router, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:16.051599 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 36730) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:52:16.052443 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.5922046
Jan 25 18:52:16.225933 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114d4453-1656-44b9-a29e-489aa089e8c5 None None] Network 587a6c90-052a-4972-837a-04642fcc756a requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:52:16.457693 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-040be6d7-2717-44f3-a6b9-76e3edeeb801 None None] Provisioning for port 59e3380b-5a93-448d-963c-280edd5f27ef completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:52:16.475003 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-040be6d7-2717-44f3-a6b9-76e3edeeb801 None None] Provisioning complete for port 59e3380b-5a93-448d-963c-280edd5f27ef triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:52:16.476008 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-040be6d7-2717-44f3-a6b9-76e3edeeb801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:16.630172 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] Set router e45c3e16-73c8-4a19-9b56-2dff41aa2eb3 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:52:17.348463 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-040be6d7-2717-44f3-a6b9-76e3edeeb801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:17.489179 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-040be6d7-2717-44f3-a6b9-76e3edeeb801 None None] For port 59e3380b-5a93-448d-963c-280edd5f27ef, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=59e3380b-5a93-448d-963c-280edd5f27ef,segment=NetworkSegment(a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7),segment_id=a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:52:17.517102 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-040be6d7-2717-44f3-a6b9-76e3edeeb801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:17.517102 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:17.630218 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0cf294b9-e815-486a-85cf-ed7634c00d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:17.644935 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040be6d7-2717-44f3-a6b9-76e3edeeb801 None None] Pushing event updated for resources: {'Port': ['ID=59e3380b-5a93-448d-963c-280edd5f27ef,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:17.652488 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fdddf28>, [{'id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'name': 'tempest-TestShelveInstance-713782821-router', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:52:11Z', 'updated_at': '2021-01-25T18:52:13Z', 'revision_number': 3, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'gw_port': {'id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:12Z', 'updated_at': '2021-01-25T18:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:52:17.659931 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] Checking router: e45c3e16-73c8-4a19-9b56-2dff41aa2eb3 for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:52:17.660519 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] Updating router e45c3e16-73c8-4a19-9b56-2dff41aa2eb3 port 3a12ce17-20d5-4580-bbaf-6b720f8a6f6d binding host dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 25 18:52:17.709310 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-040be6d7-2717-44f3-a6b9-76e3edeeb801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:17.757512 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:18.198972 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-0cf294b9-e815-486a-85cf-ed7634c00d34 admin admin] Allocated IP 172.20.0.1 (587a6c90-052a-4972-837a-04642fcc756a/2c86ae63-9532-4e42-8427-e714a5a4b554/f3ba017e-9039-41fa-bde1-7bac115712db) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:52:18.222630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-db5036b3-dcb7-4685-bbfd-892119a4288f None None] Provisioning complete for port 59e3380b-5a93-448d-963c-280edd5f27ef triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:52:18.223298 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-db5036b3-dcb7-4685-bbfd-892119a4288f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:18.573959 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0cf294b9-e815-486a-85cf-ed7634c00d34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:18.620873 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-0cf294b9-e815-486a-85cf-ed7634c00d34 admin admin] Transition to ACTIVE for port object f3ba017e-9039-41fa-bde1-7bac115712db will not be triggered until provisioned by entity DHCP. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:52:18.698307 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0cf294b9-e815-486a-85cf-ed7634c00d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:18.736267 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f8f969bd-84ce-4536-86ca-b92164916010 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:18.970329 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] Notify callbacks [] for port, precommit_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:18.976626 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-9e6a6551-4dfb-4d15-b84a-71acae083ecf None None] Provisioning complete for port 59e3380b-5a93-448d-963c-280edd5f27ef triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:52:18.977114 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9e6a6551-4dfb-4d15-b84a-71acae083ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:19.023842 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] Transition to ACTIVE for port object 3a12ce17-20d5-4580-bbaf-6b720f8a6f6d will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:52:19.036444 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:19.198883 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-60a94b27-ec71-452b-9092-a1891cf49502 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:19.318786 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] Attempting to bind port 3a12ce17-20d5-4580-bbaf-6b720f8a6f6d on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:52:19.319341 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] Attempting to bind port 3a12ce17-20d5-4580-bbaf-6b720f8a6f6d by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:52:19.319843 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] Attempting to bind port 3a12ce17-20d5-4580-bbaf-6b720f8a6f6d on network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:52:19.331385 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:52:19.331857 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] Checking segment: {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:52:19.332423 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:19.332942 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] Bound using segment: {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:52:19.333621 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] Bound port: 3a12ce17-20d5-4580-bbaf-6b720f8a6f6d, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:52:19.334134 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:19.364659 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf294b9-e815-486a-85cf-ed7634c00d34 admin admin] Pushing event updated for resources: {'Port': ['ID=f3ba017e-9039-41fa-bde1-7bac115712db,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:19.368225 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0cf294b9-e815-486a-85cf-ed7634c00d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:19.395307 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf294b9-e815-486a-85cf-ed7634c00d34 admin admin] Network 587a6c90-052a-4972-837a-04642fcc756a is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:52:19.397477 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6850f-c569-4611-bf24-d54c27f83638 None None] Pushing event updated for resources: {'Port': ['ID=3a12ce17-20d5-4580-bbaf-6b720f8a6f6d,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:19.399940 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-0cf294b9-e815-486a-85cf-ed7634c00d34 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:52:19.405329 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf294b9-e815-486a-85cf-ed7634c00d34 admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:52:19.414537 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-09d6850f-c569-4611-bf24-d54c27f83638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:19.618995 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 59e3380b-5a93-448d-963c-280edd5f27ef up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:52:19.665367 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0cf294b9-e815-486a-85cf-ed7634c00d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363762'] for router_interface, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:19.874210 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0cf294b9-e815-486a-85cf-ed7634c00d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:19.896652 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:19.900452 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] For port 3a12ce17-20d5-4580-bbaf-6b720f8a6f6d, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:52:19.918388 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] For port 3a12ce17-20d5-4580-bbaf-6b720f8a6f6d, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=3a12ce17-20d5-4580-bbaf-6b720f8a6f6d,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:52:19.930592 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:19.959361 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-040be6d7-2717-44f3-a6b9-76e3edeeb801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:20.063495 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 59e3380b-5a93-448d-963c-280edd5f27ef triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:52:20.064435 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:20.452124 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0cf294b9-e815-486a-85cf-ed7634c00d34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:20.455078 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-fb604e4b-c25e-49ef-b69a-02d31322fd52 None None] Provisioning for port f3ba017e-9039-41fa-bde1-7bac115712db completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:52:20.459346 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0cf294b9-e815-486a-85cf-ed7634c00d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:20.497082 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-fb604e4b-c25e-49ef-b69a-02d31322fd52 None None] Provisioning complete for port f3ba017e-9039-41fa-bde1-7bac115712db triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:52:20.497945 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fb604e4b-c25e-49ef-b69a-02d31322fd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:20.548796 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6850f-c569-4611-bf24-d54c27f83638 None None] Pushing event updated for resources: {'Port': ['ID=3a12ce17-20d5-4580-bbaf-6b720f8a6f6d,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:20.549891 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:20.587084 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-09d6850f-c569-4611-bf24-d54c27f83638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:20.594724 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0cf294b9-e815-486a-85cf-ed7634c00d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854238047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854412208'] for router_interface, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:20.630362 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-fb604e4b-c25e-49ef-b69a-02d31322fd52 None None] Port f3ba017e-9039-41fa-bde1-7bac115712db cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 18:52:20.744986 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] Routers {'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:52:20.745929 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fdddf28>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:51:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:52:20.800784 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf294b9-e815-486a-85cf-ed7634c00d34 admin admin] Pushing event updated for resources: {'Port': ['ID=f3ba017e-9039-41fa-bde1-7bac115712db,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:20.806220 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0cf294b9-e815-486a-85cf-ed7634c00d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:20.914375 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-60ffa681-9505-48eb-91b5-87648070bf60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:20.942853 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf294b9-e815-486a-85cf-ed7634c00d34 admin admin] Network 587a6c90-052a-4972-837a-04642fcc756a is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:52:20.945350 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-0cf294b9-e815-486a-85cf-ed7634c00d34 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:52:21.043118 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] Set router e45c3e16-73c8-4a19-9b56-2dff41aa2eb3 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:52:21.518634 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf294b9-e815-486a-85cf-ed7634c00d34 admin admin] Router e45c3e16-73c8-4a19-9b56-2dff41aa2eb3 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:52:21.543404 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-a5d2b038-e5bb-4caf-b6e7-ddb097b8e3ed None None] Provisioning complete for port f3ba017e-9039-41fa-bde1-7bac115712db triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:52:21.543978 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a5d2b038-e5bb-4caf-b6e7-ddb097b8e3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:21.625446 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-a5d2b038-e5bb-4caf-b6e7-ddb097b8e3ed None None] Port f3ba017e-9039-41fa-bde1-7bac115712db cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 18:52:21.641992 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fdddf28>, [{'id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'name': 'tempest-TestShelveInstance-713782821-router', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:52:11Z', 'updated_at': '2021-01-25T18:52:19Z', 'revision_number': 4, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'gw_port': {'id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:12Z', 'updated_at': '2021-01-25T18:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'f3ba017e-9039-41fa-bde1-7bac115712db', 'name': '', 'network_id': '587a6c90-052a-4972-837a-04642fcc756a', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'mac_address': 'fa:16:3e:ee:3f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2c86ae63-9532-4e42-8427-e714a5a4b554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:17Z', 'updated_at': '2021-01-25T18:52:20Z', 'revision_number': 2, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'subnets': [{'id': '2c86ae63-9532-4e42-8427-e714a5a4b554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:52:21.648147 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62132e57-d7c0-4071-a167-545ab33bd7f7 None None] The sync data for ids ['e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'] in dv-cinder-772388-1-iscsi is: [{'id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'name': 'tempest-TestShelveInstance-713782821-router', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:52:11Z', 'updated_at': '2021-01-25T18:52:19Z', 'revision_number': 4, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'gw_port': {'id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:12Z', 'updated_at': '2021-01-25T18:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'f3ba017e-9039-41fa-bde1-7bac115712db', 'name': '', 'network_id': '587a6c90-052a-4972-837a-04642fcc756a', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'mac_address': 'fa:16:3e:ee:3f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2c86ae63-9532-4e42-8427-e714a5a4b554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:17Z', 'updated_at': '2021-01-25T18:52:20Z', 'revision_number': 2, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'subnets': [{'id': '2c86ae63-9532-4e42-8427-e714a5a4b554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:52:21.769041 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf294b9-e815-486a-85cf-ed7634c00d34 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:52:21.789025 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-0cf294b9-e815-486a-85cf-ed7634c00d34 admin admin] 10.222.0.77 "PUT /v2.0/routers/e45c3e16-73c8-4a19-9b56-2dff41aa2eb3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7278252
Jan 25 18:52:23.077038 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:23.137730 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e1751ecc-9e04-4bba-bb95-9872a06a7644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:23.228222 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 36802) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:52:23.236042 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-757764380-network', 'tenant_id': '81a3ed18c1e34bd9919d311bfa4d5b38'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:52:23.244382 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:52:23.251418 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] Usage tracker for resource:network and tenant:81a3ed18c1e34bd9919d311bfa4d5b38 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:52:23.255045 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:52:23.262310 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:52:23.275829 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] Made reservation on behalf of 81a3ed18c1e34bd9919d311bfa4d5b38 for: {'network': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:52:23.282121 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for network, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:23.298850 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:23.321463 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:52:23.325937 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] Usage tracker for resource:security_group_rule and tenant:81a3ed18c1e34bd9919d311bfa4d5b38 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:52:23.329629 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:52:23.337052 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:52:23.463736 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:23.469450 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:23.477505 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-031f355d-c5a5-407e-b934-70f9d47e4b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:23.530500 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 25 18:52:23.554755 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602d6c92-3f56-4c20-817e-5fb728b70b27,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:23.555263 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 3a12ce17-20d5-4580-bbaf-6b720f8a6f6d up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:52:23.561888 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:23.565048 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:23.565048 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.segments_db [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] Added segment ff079481-5654-4c23-8c6c-1fc57f4939cb of type vxlan for network e82da5c1-8370-43b6-902e-85b322ea9c95
Jan 25 18:52:23.614032 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298168216078'] for network, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:23.647699 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:23.649300 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:52:23.650099 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:23.656217 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a359ee93-1c8e-4eed-9191-a9a7e9a62828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:23.663294 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port 3a12ce17-20d5-4580-bbaf-6b720f8a6f6d completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:52:23.673357 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 3a12ce17-20d5-4580-bbaf-6b720f8a6f6d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:52:23.674048 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:23.787324 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5575147
Jan 25 18:52:23.789951 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 36812) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:52:23.791683 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] Pushing event updated for resources: {'Network': ['ID=e82da5c1-8370-43b6-902e-85b322ea9c95,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:23.798533 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-09f18b8d-45be-4975-81b6-7537dac0525d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:23.801863 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Request body: {'subnet': {'network_id': 'e82da5c1-8370-43b6-902e-85b322ea9c95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-757764380-subnet', 'tenant_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'ip_version': 4}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:52:23.807149 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Network e82da5c1-8370-43b6-902e-85b322ea9c95 details requested by agent ovs-agent-dv-cinder-772388-1-iscsi with host dv-cinder-772388-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:52:23.810344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:52:23.817466 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Usage tracker for resource:subnet and tenant:81a3ed18c1e34bd9919d311bfa4d5b38 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:52:23.825811 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:52:23.828745 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Network e82da5c1-8370-43b6-902e-85b322ea9c95 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:52:23.833431 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:52:23.846402 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Made reservation on behalf of 81a3ed18c1e34bd9919d311bfa4d5b38 for: {'subnet': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:52:23.851051 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847297581'] for subnet, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:24.397806 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:24.421581 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] For port 3a12ce17-20d5-4580-bbaf-6b720f8a6f6d, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=3a12ce17-20d5-4580-bbaf-6b720f8a6f6d,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:52:24.426674 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:24.434111 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-811106d6-15e8-44b3-939e-f5f5819b9baf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:24.473033 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7207273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847297568'] for subnet, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:24.488250 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:24.525227 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Pushing event updated for resources: {'Port': ['ID=3a12ce17-20d5-4580-bbaf-6b720f8a6f6d,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:24.534200 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:24.633254 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe5f2a05-9483-4779-a15e-02780ab2195c,revision_number=0']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:24.654838 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:24.655252 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:24.655658 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:24.656566 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:24.657075 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:24.657596 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:24.657997 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:24.658405 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:24.658798 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:24.659192 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:24.659585 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:24.659973 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:24.660416 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:24.660809 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:24.661226 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:24.661612 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:24.662002 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:24.662394 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:24.662780 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:24.663169 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:24.663563 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:24.663949 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:24.664333 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:24.665210 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:24.671268 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:24.767373 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Checking segment: {'id': 'ff079481-5654-4c23-8c6c-1fc57f4939cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e82da5c1-8370-43b6-902e-85b322ea9c95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:52:24.767580 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:24.768160 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Network hostable DHCP agents. Network: e82da5c1-8370-43b6-902e-85b322ea9c95, hostable agents: ['caa9e31d-b776-4d13-8aa3-93174b581c26'], hosted agents: [] {{(pid=80198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 25 18:52:24.798647 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Network e82da5c1-8370-43b6-902e-85b322ea9c95 is scheduled to be hosted by DHCP agent caa9e31d-b776-4d13-8aa3-93174b581c26 with binding_index 1 {{(pid=80198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 25 18:52:24.810416 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-iscsi, e82da5c1-8370-43b6-902e-85b322ea9c95) {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:52:24.821809 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b704ba-31d9-4e36-a251-a379e619aa7f None None] Network e82da5c1-8370-43b6-902e-85b322ea9c95 requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:52:24.832881 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:52:24.833779 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:24.876185 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-fc29ddfe-92eb-48d2-a02b-86588d8b645e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.0840490
Jan 25 18:52:24.880819 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 36860) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:52:24.891710 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-757764380-router', 'tenant_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:52:24.899721 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:52:24.905959 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] Usage tracker for resource:router and tenant:81a3ed18c1e34bd9919d311bfa4d5b38 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:52:24.911316 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:52:24.924114 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:52:24.942875 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-363710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5894'] for router, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:24.944040 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854407017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854407908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854426065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769859'] for router, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:24.997608 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:25.193243 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-17c3fad5-af36-49bc-ba47-d4cbdecf16b3 req-e450212a-1303-4c6d-8e19-617215ee4d50 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1895435
Jan 25 18:52:25.194620 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:25.201956 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6e4a158-ec2a-5bcf-86aa-ff9ef77c1257-e82da5c1-8370-43b6-902e-85b322ea9c95', 'network_id': 'e82da5c1-8370-43b6-902e-85b322ea9c95', 'tenant_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'fixed_ips': [{'subnet_id': 'fe5f2a05-9483-4779-a15e-02780ab2195c'}]}} from dv-cinder-772388-1-iscsi. {{(pid=80201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 25 18:52:25.202899 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:25.444367 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3fad5-af36-49bc-ba47-d4cbdecf16b3 req-de00e43f-1c5b-4b52-bf8e-41a4f94e732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:52:25.446080 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-17c3fad5-af36-49bc-ba47-d4cbdecf16b3 req-de00e43f-1c5b-4b52-bf8e-41a4f94e732a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=209da4d33dc74678ab66bd74395f33ba&device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 1162 time: 0.1406188
Jan 25 18:52:25.657700 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 3a12ce17-20d5-4580-bbaf-6b720f8a6f6d up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:52:25.682529 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854407889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-365246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769876'] for router, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:25.704421 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3fad5-af36-49bc-ba47-d4cbdecf16b3 req-926185b4-e2a6-43fc-a5b1-5123a6f683f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:52:25.707627 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-17c3fad5-af36-49bc-ba47-d4cbdecf16b3 req-926185b4-e2a6-43fc-a5b1-5123a6f683f8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 HTTP/1.1" status: 200  len: 910 time: 0.2388070
Jan 25 18:52:25.917276 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] Sync routers for ids ['e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'] in dv-cinder-772388-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:52:25.933551 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-17c3fad5-af36-49bc-ba47-d4cbdecf16b3 req-6a22f3c3-a938-4578-b45b-f0598195f48b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 HTTP/1.1" status: 200  len: 1001 time: 0.2178683
Jan 25 18:52:25.936013 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] Routers {'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:52:25.937410 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fc0d9e8>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:52:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:52:25.967427 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 3a12ce17-20d5-4580-bbaf-6b720f8a6f6d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:52:25.968066 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:26.074473 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Allocated IP 172.20.0.2 (e82da5c1-8370-43b6-902e-85b322ea9c95/fe5f2a05-9483-4779-a15e-02780ab2195c/311d10aa-b57a-48f4-bcd0-607f4760f4d5) {{(pid=80201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:52:26.086126 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3fad5-af36-49bc-ba47-d4cbdecf16b3 req-34727d55-3635-4f13-b52f-7e55dabccaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:52:26.091894 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-17c3fad5-af36-49bc-ba47-d4cbdecf16b3 req-34727d55-3635-4f13-b52f-7e55dabccaad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=351749ea-67fa-4715-84dd-c0eb9be61229 HTTP/1.1" status: 200  len: 855 time: 0.1509297
Jan 25 18:52:26.242278 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] Set router e45c3e16-73c8-4a19-9b56-2dff41aa2eb3 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:52:26.242595 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3fad5-af36-49bc-ba47-d4cbdecf16b3 req-bdec72b2-f623-43b8-9fba-e39c404a3473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:52:26.245331 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-17c3fad5-af36-49bc-ba47-d4cbdecf16b3 req-bdec72b2-f623-43b8-9fba-e39c404a3473 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1427448
Jan 25 18:52:26.293336 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:26.335200 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:26.560745 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-17c3fad5-af36-49bc-ba47-d4cbdecf16b3 req-1de642c0-c3f1-4700-8a37-b18e84234767 service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3064287
Jan 25 18:52:26.652284 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fc0d9e8>, [{'id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'name': 'tempest-TestShelveInstance-713782821-router', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:52:11Z', 'updated_at': '2021-01-25T18:52:19Z', 'revision_number': 4, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'gw_port': {'id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:12Z', 'updated_at': '2021-01-25T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'f3ba017e-9039-41fa-bde1-7bac115712db', 'name': '', 'network_id': '587a6c90-052a-4972-837a-04642fcc756a', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'mac_address': 'fa:16:3e:ee:3f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2c86ae63-9532-4e42-8427-e714a5a4b554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:17Z', 'updated_at': '2021-01-25T18:52:20Z', 'revision_number': 2, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'subnets': [{'id': '2c86ae63-9532-4e42-8427-e714a5a4b554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:52:26.658853 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] Checking router: e45c3e16-73c8-4a19-9b56-2dff41aa2eb3 for host: dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:52:26.659366 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] Updating router e45c3e16-73c8-4a19-9b56-2dff41aa2eb3 port f3ba017e-9039-41fa-bde1-7bac115712db binding host dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 25 18:52:26.691225 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] Allocated IP 172.27.1.173 (ef7ca5be-17a0-4c04-be0c-5aafd7b465e2/d3ebd7f5-b535-4f35-9c6a-a58c394e9ef4/ad59a066-ebd1-4c09-b390-1ddc08abefe0) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:52:26.724592 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Notify callbacks [] for port, precommit_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:26.729906 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:26.765276 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Transition to ACTIVE for port object 311d10aa-b57a-48f4-bcd0-607f4760f4d5 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:52:26.823120 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Transition to ACTIVE for port object 311d10aa-b57a-48f4-bcd0-607f4760f4d5 will not be triggered until provisioned by entity DHCP. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:52:26.839779 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723'] for port, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:26.884108 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:26.890545 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:26.894675 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-17c3fad5-af36-49bc-ba47-d4cbdecf16b3 req-0e83c857-85a1-4271-b5eb-d64ab85aee52 service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3255055
Jan 25 18:52:26.897085 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 36878) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:52:26.939813 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:27.111894 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dca6cc0-4452-48c5-90c7-a95871b14aa1 admin admin] Deleting subnet 071883a5-2c0a-4958-a7ca-38becb672615 {{(pid=80198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 25 18:52:27.122974 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5dca6cc0-4452-48c5-90c7-a95871b14aa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:27.166871 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Pushing event updated for resources: {'Port': ['ID=311d10aa-b57a-48f4-bcd0-607f4760f4d5,revision_number=1']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:27.188440 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:27.262370 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] Notify callbacks [] for port, precommit_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:27.268123 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5dca6cc0-4452-48c5-90c7-a95871b14aa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847568619'] for subnet, precommit_delete_associations {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:27.278933 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] Transition to ACTIVE for port object f3ba017e-9039-41fa-bde1-7bac115712db will not be triggered until provisioned by entity L2. {{(pid=80202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:52:27.283152 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:27.296047 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Network e82da5c1-8370-43b6-902e-85b322ea9c95 is already hosted by enough agents. {{(pid=80201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:52:27.299479 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Resources bound (agent type, host, resource id):  {{(pid=80201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:52:27.305372 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Received port after_create {{(pid=80201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:52:27.312119 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:27.391580 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:27.432018 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Pushing event updated for resources: {'Port': ['ID=f3ba017e-9039-41fa-bde1-7bac115712db,revision_number=3']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:27.445677 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:27.446358 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:27.446844 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:27.447334 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:27.447803 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:27.448310 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:27.448746 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:27.449255 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:27.449734 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:27.450203 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:27.450674 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:27.451139 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:27.451660 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:27.452113 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Attempting to bind port 311d10aa-b57a-48f4-bcd0-607f4760f4d5 on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:52:27.452328 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:27.453165 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:27.453665 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:27.454025 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Attempting to bind port 311d10aa-b57a-48f4-bcd0-607f4760f4d5 by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': 'ff079481-5654-4c23-8c6c-1fc57f4939cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e82da5c1-8370-43b6-902e-85b322ea9c95'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:52:27.454216 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:27.454674 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:27.455144 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:27.455615 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:27.455800 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Attempting to bind port 311d10aa-b57a-48f4-bcd0-607f4760f4d5 on network e82da5c1-8370-43b6-902e-85b322ea9c95 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:52:27.456331 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:27.456795 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:27.457297 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:27.457761 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:27.469204 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:27.470793 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:52:27.471977 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Checking segment: {'id': 'ff079481-5654-4c23-8c6c-1fc57f4939cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e82da5c1-8370-43b6-902e-85b322ea9c95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:52:27.472766 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:27.474671 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Bound using segment: {'id': 'ff079481-5654-4c23-8c6c-1fc57f4939cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e82da5c1-8370-43b6-902e-85b322ea9c95'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:52:27.475882 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Bound port: 311d10aa-b57a-48f4-bcd0-607f4760f4d5, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff079481-5654-4c23-8c6c-1fc57f4939cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e82da5c1-8370-43b6-902e-85b322ea9c95'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:52:27.476582 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:27.477990 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] Pushing event updated for resources: {'Port': ['ID=ad59a066-ebd1-4c09-b390-1ddc08abefe0,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:27.490485 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] Network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:52:27.491865 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:27.492841 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:52:27.495399 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:52:27.607242 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] For port 311d10aa-b57a-48f4-bcd0-607f4760f4d5, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:52:27.611598 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] For port 311d10aa-b57a-48f4-bcd0-607f4760f4d5, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=311d10aa-b57a-48f4-bcd0-607f4760f4d5,segment=NetworkSegment(ff079481-5654-4c23-8c6c-1fc57f4939cb),segment_id=ff079481-5654-4c23-8c6c-1fc57f4939cb)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:52:27.617017 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:27.773359 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-60a94b27-ec71-452b-9092-a1891cf49502 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:27.798961 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] Attempting to bind port f3ba017e-9039-41fa-bde1-7bac115712db on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:52:27.800008 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] Attempting to bind port f3ba017e-9039-41fa-bde1-7bac115712db by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': 'a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '587a6c90-052a-4972-837a-04642fcc756a'}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:52:27.800663 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] Attempting to bind port f3ba017e-9039-41fa-bde1-7bac115712db on network 587a6c90-052a-4972-837a-04642fcc756a {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:52:27.812316 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:52:27.814003 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] Checking segment: {'id': 'a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '587a6c90-052a-4972-837a-04642fcc756a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:52:27.816607 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:27.817392 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] Bound using segment: {'id': 'a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '587a6c90-052a-4972-837a-04642fcc756a'} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:52:27.819173 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] Bound port: f3ba017e-9039-41fa-bde1-7bac115712db, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '587a6c90-052a-4972-837a-04642fcc756a'}}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:52:27.820466 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:27.878932 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5dca6cc0-4452-48c5-90c7-a95871b14aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-613998'] for subnet, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:27.920111 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Pushing event updated for resources: {'Port': ['ID=311d10aa-b57a-48f4-bcd0-607f4760f4d5,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:27.934279 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:27.978777 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] For port f3ba017e-9039-41fa-bde1-7bac115712db, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:52:27.987179 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] For port f3ba017e-9039-41fa-bde1-7bac115712db, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=f3ba017e-9039-41fa-bde1-7bac115712db,segment=NetworkSegment(a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7),segment_id=a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7)] {{(pid=80202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:52:27.994233 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:28.033990 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:28.313169 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5dca6cc0-4452-48c5-90c7-a95871b14aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847568475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7478248'] for subnet, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:28.337836 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:28.373730 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:28.435805 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca6cc0-4452-48c5-90c7-a95871b14aa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=071883a5-2c0a-4958-a7ca-38becb672615,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:28.446272 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5dca6cc0-4452-48c5-90c7-a95871b14aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:28.460606 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Pushing event updated for resources: {'Port': ['ID=f3ba017e-9039-41fa-bde1-7bac115712db,revision_number=4']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:28.491282 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:28.578169 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] Routers {'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:52:28.580166 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fc0d9e8>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:52:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:52:28.620917 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5dca6cc0-4452-48c5-90c7-a95871b14aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:28.634683 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-5dca6cc0-4452-48c5-90c7-a95871b14aa1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/071883a5-2c0a-4958-a7ca-38becb672615 HTTP/1.1" status: 204  len: 168 time: 1.7354026
Jan 25 18:52:28.637079 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 36882) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:52:28.945293 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854412087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367926'] for router, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:28.959730 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b4bddb8e-5d05-468d-bb8d-ca20f01aa711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854171154'] for network, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:29.109945 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] Set router e45c3e16-73c8-4a19-9b56-2dff41aa2eb3 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:52:29.274269 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] Router ce96c3cb-cf41-4e31-b693-b465b1314239 is scheduled to L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b with binding_index 1 {{(pid=80199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 25 18:52:29.341095 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b4bddb8e-5d05-468d-bb8d-ca20f01aa711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-613939', 'neutron.services.segments.db._delete_segments_for_network--9223363298167826975'] for network, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:29.516759 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-b4bddb8e-5d05-468d-bb8d-ca20f01aa711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a23932208>,) {'filters': {'network_id': ['b91930f7-1f7b-4df0-ae38-06565e87673b']}} {{(pid=80198) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:52:29.535231 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-b4bddb8e-5d05-468d-bb8d-ca20f01aa711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a23932208>, '3030ff4f-4187-4c1b-8eb4-fbdd8e429c14') {'for_net_delete': True} {{(pid=80198) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:52:29.536086 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-b4bddb8e-5d05-468d-bb8d-ca20f01aa711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a23932208>, '3030ff4f-4187-4c1b-8eb4-fbdd8e429c14') {} {{(pid=80198) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:52:29.552120 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b4bddb8e-5d05-468d-bb8d-ca20f01aa711 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298167820831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7207198'] for segment, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:29.584937 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b4bddb8e-5d05-468d-bb8d-ca20f01aa711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:29.587988 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b4bddb8e-5d05-468d-bb8d-ca20f01aa711 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 25 18:52:29.662260 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fc0d9e8>, [{'id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'name': 'tempest-TestShelveInstance-713782821-router', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:52:11Z', 'updated_at': '2021-01-25T18:52:19Z', 'revision_number': 4, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'gw_port': {'id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:12Z', 'updated_at': '2021-01-25T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'f3ba017e-9039-41fa-bde1-7bac115712db', 'name': '', 'network_id': '587a6c90-052a-4972-837a-04642fcc756a', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'mac_address': 'fa:16:3e:ee:3f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2c86ae63-9532-4e42-8427-e714a5a4b554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:17Z', 'updated_at': '2021-01-25T18:52:27Z', 'revision_number': 4, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'subnets': [{'id': '2c86ae63-9532-4e42-8427-e714a5a4b554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:52:29.670763 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b37c68-9387-486a-9696-b8ad86a3f3dc None None] The sync data for ids ['e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'] in dv-cinder-772388-1-iscsi is: [{'id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'name': 'tempest-TestShelveInstance-713782821-router', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:52:11Z', 'updated_at': '2021-01-25T18:52:19Z', 'revision_number': 4, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'gw_port': {'id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:12Z', 'updated_at': '2021-01-25T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'f3ba017e-9039-41fa-bde1-7bac115712db', 'name': '', 'network_id': '587a6c90-052a-4972-837a-04642fcc756a', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'mac_address': 'fa:16:3e:ee:3f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2c86ae63-9532-4e42-8427-e714a5a4b554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:17Z', 'updated_at': '2021-01-25T18:52:27Z', 'revision_number': 4, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'subnets': [{'id': '2c86ae63-9532-4e42-8427-e714a5a4b554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:52:29.682248 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device f3ba017e-9039-41fa-bde1-7bac115712db up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:52:29.841656 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:52:29.842233 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port f3ba017e-9039-41fa-bde1-7bac115712db completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:52:29.849204 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port f3ba017e-9039-41fa-bde1-7bac115712db triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:52:29.849631 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:29.860267 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-b4bddb8e-5d05-468d-bb8d-ca20f01aa711 admin admin] Network b91930f7-1f7b-4df0-ae38-06565e87673b has no segments {{(pid=80198) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:52:29.883022 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] Notify callbacks [] for router, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:29.883642 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b4bddb8e-5d05-468d-bb8d-ca20f01aa711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-607990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7338759'] for segment, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:29.885377 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 5.0025885
Jan 25 18:52:29.888166 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 36886) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:52:29.889291 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] Sync routers for ids ['ce96c3cb-cf41-4e31-b693-b465b1314239'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:52:29.928722 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] Routers {'ce96c3cb-cf41-4e31-b693-b465b1314239'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:52:29.930287 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fd51550>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:52:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['ce96c3cb-cf41-4e31-b693-b465b1314239'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:52:30.200744 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-b4bddb8e-5d05-468d-bb8d-ca20f01aa711 admin admin] Network b91930f7-1f7b-4df0-ae38-06565e87673b has no segments {{(pid=80198) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:52:30.207805 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] Set router ce96c3cb-cf41-4e31-b693-b465b1314239 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]: Traceback (most recent call last):
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:     timer()
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:     cb(*args, **kw)
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:     return func(*args, **kwargs)
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:     self._notify()
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:     self.callback(batched_events)
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:     event.method(event)
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:     segment_id)['aggregates'][0]
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(self, *a, **k)
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self._get(url).json()
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:     **kwargs)
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.request(url, 'GET', **kwargs)
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:     **endpoint_filter)
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 25 18:52:30.248893 dv-cinder-772388-1-iscsi neutron-server[80085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 25 18:52:30.374215 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b4bddb8e-5d05-468d-bb8d-ca20f01aa711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854161852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363661'] for network, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:30.383779 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-7100ffd1-8af3-494f-a093-1ecabe7cf487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:30.402010 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b4bddb8e-5d05-468d-bb8d-ca20f01aa711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:30.415851 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bddb8e-5d05-468d-bb8d-ca20f01aa711 admin admin] Pushing event deleted for resources: {'Network': ['ID=b91930f7-1f7b-4df0-ae38-06565e87673b,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:30.420402 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b4bddb8e-5d05-468d-bb8d-ca20f01aa711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:30.427272 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-b4bddb8e-5d05-468d-bb8d-ca20f01aa711 admin admin] 10.222.0.77 "DELETE /v2.0/networks/b91930f7-1f7b-4df0-ae38-06565e87673b HTTP/1.1" status: 204  len: 168 time: 1.7880771
Jan 25 18:52:30.568394 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fa9720-4538-4f2e-be61-c8c2efd56c0b None None] Network e82da5c1-8370-43b6-902e-85b322ea9c95 requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:52:30.713719 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 36892) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:52:30.753455 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-3b52bbbc-818d-48a6-982f-1c277956887c None None] Provisioning for port 311d10aa-b57a-48f4-bcd0-607f4760f4d5 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:52:30.807738 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-0e5cfd6a-39cd-4638-add2-8ddd5a01f620 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6af050f57baa4b9c86269c3e7e6fd65d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0922656
Jan 25 18:52:30.811430 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 36896) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:52:30.914674 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7ee0dc72-701a-4789-96be-03f56d3f2713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:30.934479 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:30.948813 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7ee0dc72-701a-4789-96be-03f56d3f2713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:31.020992 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7ee0dc72-701a-4789-96be-03f56d3f2713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:31.039239 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d3d2179b-4a5f-439c-8dc2-3f683b76079c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:31.067691 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0dc72-701a-4789-96be-03f56d3f2713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:31.074738 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-7ee0dc72-701a-4789-96be-03f56d3f2713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:31.075908 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7ee0dc72-701a-4789-96be-03f56d3f2713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:31.080733 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-7ee0dc72-701a-4789-96be-03f56d3f2713 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1421b7e8-55b7-4997-9ac6-e1ed6b0e7a05 HTTP/1.1" status: 204  len: 168 time: 0.2651248
Jan 25 18:52:31.082850 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] For port f3ba017e-9039-41fa-bde1-7bac115712db, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=f3ba017e-9039-41fa-bde1-7bac115712db,segment=NetworkSegment(a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7),segment_id=a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:52:31.095794 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2a149f48-fedb-4807-a06b-6a9ebe98edcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:31.105178 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:31.106138 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 311d10aa-b57a-48f4-bcd0-607f4760f4d5 up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:52:31.141190 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:31.272800 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fd51550>, [{'id': 'ce96c3cb-cf41-4e31-b693-b465b1314239', 'name': 'tempest-TestShelveInstance-757764380-router', 'tenant_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ad59a066-ebd1-4c09-b390-1ddc08abefe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:52:24Z', 'updated_at': '2021-01-25T18:52:28Z', 'revision_number': 3, 'project_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'gw_port': {'id': 'ad59a066-ebd1-4c09-b390-1ddc08abefe0', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce96c3cb-cf41-4e31-b693-b465b1314239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:26Z', 'updated_at': '2021-01-25T18:52:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:52:31.281606 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Pushing event updated for resources: {'Port': ['ID=f3ba017e-9039-41fa-bde1-7bac115712db,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:31.285391 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:31.294796 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] Checking router: ce96c3cb-cf41-4e31-b693-b465b1314239 for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:52:31.295196 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] Updating router ce96c3cb-cf41-4e31-b693-b465b1314239 port ad59a066-ebd1-4c09-b390-1ddc08abefe0 binding host dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 25 18:52:31.348873 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port 311d10aa-b57a-48f4-bcd0-607f4760f4d5 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:52:31.371370 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 311d10aa-b57a-48f4-bcd0-607f4760f4d5 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:52:31.371789 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:31.421721 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:31.596624 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-2a149f48-fedb-4807-a06b-6a9ebe98edcc admin admin] Allocated IP 172.20.0.1 (e82da5c1-8370-43b6-902e-85b322ea9c95/fe5f2a05-9483-4779-a15e-02780ab2195c/c9818d8f-f800-4ecb-a11f-4fc0802e5839) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:52:31.780614 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2a149f48-fedb-4807-a06b-6a9ebe98edcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:31.803305 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-2a149f48-fedb-4807-a06b-6a9ebe98edcc admin admin] Transition to ACTIVE for port object c9818d8f-f800-4ecb-a11f-4fc0802e5839 will not be triggered until provisioned by entity DHCP. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:52:31.811400 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:31.831297 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2a149f48-fedb-4807-a06b-6a9ebe98edcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:31.838369 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-9b57dc94-6da7-4eaa-9e08-ef69b6c9a884 None None] Provisioning complete for port 311d10aa-b57a-48f4-bcd0-607f4760f4d5 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:52:31.838785 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9b57dc94-6da7-4eaa-9e08-ef69b6c9a884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:31.851359 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c6446ecd-e993-4acd-b038-9b04a1dd3a37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:32.020175 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a149f48-fedb-4807-a06b-6a9ebe98edcc admin admin] Pushing event updated for resources: {'Port': ['ID=c9818d8f-f800-4ecb-a11f-4fc0802e5839,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:32.030785 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2a149f48-fedb-4807-a06b-6a9ebe98edcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:32.107089 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a149f48-fedb-4807-a06b-6a9ebe98edcc admin admin] Network e82da5c1-8370-43b6-902e-85b322ea9c95 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:52:32.108749 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-2a149f48-fedb-4807-a06b-6a9ebe98edcc admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:52:32.112128 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a149f48-fedb-4807-a06b-6a9ebe98edcc admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:52:32.165083 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] For port 311d10aa-b57a-48f4-bcd0-607f4760f4d5, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=311d10aa-b57a-48f4-bcd0-607f4760f4d5,segment=NetworkSegment(ff079481-5654-4c23-8c6c-1fc57f4939cb),segment_id=ff079481-5654-4c23-8c6c-1fc57f4939cb)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:52:32.188393 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2a149f48-fedb-4807-a06b-6a9ebe98edcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363762'] for router_interface, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:32.234559 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:32.260868 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:32.412802 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device f3ba017e-9039-41fa-bde1-7bac115712db up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:52:32.446866 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2a149f48-fedb-4807-a06b-6a9ebe98edcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:32.682685 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Pushing event updated for resources: {'Port': ['ID=311d10aa-b57a-48f4-bcd0-607f4760f4d5,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:32.691293 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:32.821139 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port f3ba017e-9039-41fa-bde1-7bac115712db triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:52:32.821750 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:32.847874 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2a149f48-fedb-4807-a06b-6a9ebe98edcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:32.853854 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2a149f48-fedb-4807-a06b-6a9ebe98edcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:32.908114 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c0c94d4e-d02b-4964-bf1e-9ff7d00a3e40 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:33.007810 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2a149f48-fedb-4807-a06b-6a9ebe98edcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854238047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854412208'] for router_interface, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:33.014417 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] Notify callbacks [] for port, precommit_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:33.041697 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a149f48-fedb-4807-a06b-6a9ebe98edcc admin admin] Pushing event updated for resources: {'Port': ['ID=c9818d8f-f800-4ecb-a11f-4fc0802e5839,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:33.048993 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2a149f48-fedb-4807-a06b-6a9ebe98edcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:33.053389 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf218cde-9c91-4865-ae4c-ad9deee2df64 None None] Provisioning for port c9818d8f-f800-4ecb-a11f-4fc0802e5839 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:52:33.057882 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] Transition to ACTIVE for port object ad59a066-ebd1-4c09-b390-1ddc08abefe0 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:52:33.067797 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf218cde-9c91-4865-ae4c-ad9deee2df64 None None] Provisioning complete for port c9818d8f-f800-4ecb-a11f-4fc0802e5839 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:52:33.068374 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf218cde-9c91-4865-ae4c-ad9deee2df64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:33.110600 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:33.129376 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:33.293409 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a149f48-fedb-4807-a06b-6a9ebe98edcc admin admin] Network e82da5c1-8370-43b6-902e-85b322ea9c95 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:52:33.295631 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-2a149f48-fedb-4807-a06b-6a9ebe98edcc admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:52:33.479182 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-cf218cde-9c91-4865-ae4c-ad9deee2df64 None None] Port c9818d8f-f800-4ecb-a11f-4fc0802e5839 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 18:52:33.541470 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b7bc9-5ec4-428b-a264-62acb7443fa9 None None] Pushing event updated for resources: {'Port': ['ID=ad59a066-ebd1-4c09-b390-1ddc08abefe0,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:33.547224 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5c4b7bc9-5ec4-428b-a264-62acb7443fa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:33.588930 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a149f48-fedb-4807-a06b-6a9ebe98edcc admin admin] Router ce96c3cb-cf41-4e31-b693-b465b1314239 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:52:33.589890 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf218cde-9c91-4865-ae4c-ad9deee2df64 None None] Provisioning complete for port 311d10aa-b57a-48f4-bcd0-607f4760f4d5 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:52:33.590417 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf218cde-9c91-4865-ae4c-ad9deee2df64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:33.733064 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] Attempting to bind port ad59a066-ebd1-4c09-b390-1ddc08abefe0 on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:52:33.733484 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] Attempting to bind port ad59a066-ebd1-4c09-b390-1ddc08abefe0 by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:52:33.733941 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] Attempting to bind port ad59a066-ebd1-4c09-b390-1ddc08abefe0 on network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:52:33.801651 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:52:33.802357 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] Checking segment: {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:52:33.803098 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:33.803847 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] Bound using segment: {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:52:33.804736 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] Bound port: ad59a066-ebd1-4c09-b390-1ddc08abefe0, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:52:33.805466 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:33.827702 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a149f48-fedb-4807-a06b-6a9ebe98edcc admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:52:33.838150 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-2a149f48-fedb-4807-a06b-6a9ebe98edcc admin admin] 10.222.0.77 "PUT /v2.0/routers/ce96c3cb-cf41-4e31-b693-b465b1314239/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9480121
Jan 25 18:52:33.983885 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] For port ad59a066-ebd1-4c09-b390-1ddc08abefe0, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:52:33.990858 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] For port ad59a066-ebd1-4c09-b390-1ddc08abefe0, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=ad59a066-ebd1-4c09-b390-1ddc08abefe0,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:52:33.998900 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:34.016203 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:34.188658 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-98671c8c-b1cb-442f-8ffd-627b7b54565d None None] Provisioning complete for port c9818d8f-f800-4ecb-a11f-4fc0802e5839 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:52:34.189005 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-98671c8c-b1cb-442f-8ffd-627b7b54565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:34.235404 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b7bc9-5ec4-428b-a264-62acb7443fa9 None None] Pushing event updated for resources: {'Port': ['ID=ad59a066-ebd1-4c09-b390-1ddc08abefe0,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:34.239218 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5c4b7bc9-5ec4-428b-a264-62acb7443fa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:34.281859 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-98671c8c-b1cb-442f-8ffd-627b7b54565d None None] Port c9818d8f-f800-4ecb-a11f-4fc0802e5839 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 18:52:34.318615 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] Routers {'ce96c3cb-cf41-4e31-b693-b465b1314239'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:52:34.319815 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fd51550>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:52:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['ce96c3cb-cf41-4e31-b693-b465b1314239'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:52:34.419991 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 311d10aa-b57a-48f4-bcd0-607f4760f4d5 up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:52:34.619666 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 311d10aa-b57a-48f4-bcd0-607f4760f4d5 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:52:34.620123 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:34.650023 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] Set router ce96c3cb-cf41-4e31-b693-b465b1314239 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:52:34.957820 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-fd2f286e-a5a1-4414-973c-2bf4efc20874 req-4f286737-eeec-4312-b421-e281dfecb237 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1103353655', 'description': 'tempest-TestShelveInstance-1103353655 description'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:52:34.982229 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-fd2f286e-a5a1-4414-973c-2bf4efc20874 req-4f286737-eeec-4312-b421-e281dfecb237 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:52:34.990732 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-fd2f286e-a5a1-4414-973c-2bf4efc20874 req-4f286737-eeec-4312-b421-e281dfecb237 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Usage tracker for resource:security_group and tenant:c2c9dcb5e72645ccb63499c5ffc7def9 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:52:34.997030 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-fd2f286e-a5a1-4414-973c-2bf4efc20874 req-4f286737-eeec-4312-b421-e281dfecb237 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:52:35.008761 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-fd2f286e-a5a1-4414-973c-2bf4efc20874 req-4f286737-eeec-4312-b421-e281dfecb237 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:52:35.030245 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-fd2f286e-a5a1-4414-973c-2bf4efc20874 req-4f286737-eeec-4312-b421-e281dfecb237 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:35.071118 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-fd2f286e-a5a1-4414-973c-2bf4efc20874 req-4f286737-eeec-4312-b421-e281dfecb237 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:52:35.077508 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-fd2f286e-a5a1-4414-973c-2bf4efc20874 req-4f286737-eeec-4312-b421-e281dfecb237 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Usage tracker for resource:security_group_rule and tenant:c2c9dcb5e72645ccb63499c5ffc7def9 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:52:35.081623 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-fd2f286e-a5a1-4414-973c-2bf4efc20874 req-4f286737-eeec-4312-b421-e281dfecb237 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:52:35.088459 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-fd2f286e-a5a1-4414-973c-2bf4efc20874 req-4f286737-eeec-4312-b421-e281dfecb237 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:52:35.127406 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fd51550>, [{'id': 'ce96c3cb-cf41-4e31-b693-b465b1314239', 'name': 'tempest-TestShelveInstance-757764380-router', 'tenant_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ad59a066-ebd1-4c09-b390-1ddc08abefe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:52:24Z', 'updated_at': '2021-01-25T18:52:32Z', 'revision_number': 4, 'project_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'gw_port': {'id': 'ad59a066-ebd1-4c09-b390-1ddc08abefe0', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce96c3cb-cf41-4e31-b693-b465b1314239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:26Z', 'updated_at': '2021-01-25T18:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'c9818d8f-f800-4ecb-a11f-4fc0802e5839', 'name': '', 'network_id': 'e82da5c1-8370-43b6-902e-85b322ea9c95', 'tenant_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'mac_address': 'fa:16:3e:3e:ea:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce96c3cb-cf41-4e31-b693-b465b1314239', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'fe5f2a05-9483-4779-a15e-02780ab2195c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:31Z', 'updated_at': '2021-01-25T18:52:32Z', 'revision_number': 2, 'project_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'subnets': [{'id': 'fe5f2a05-9483-4779-a15e-02780ab2195c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:52:35.135631 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbdc138-c04a-4334-9e0c-ce4fced3c813 None None] The sync data for ids ['ce96c3cb-cf41-4e31-b693-b465b1314239'] in dv-cinder-772388-1-iscsi is: [{'id': 'ce96c3cb-cf41-4e31-b693-b465b1314239', 'name': 'tempest-TestShelveInstance-757764380-router', 'tenant_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ad59a066-ebd1-4c09-b390-1ddc08abefe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:52:24Z', 'updated_at': '2021-01-25T18:52:32Z', 'revision_number': 4, 'project_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'gw_port': {'id': 'ad59a066-ebd1-4c09-b390-1ddc08abefe0', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce96c3cb-cf41-4e31-b693-b465b1314239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:26Z', 'updated_at': '2021-01-25T18:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'c9818d8f-f800-4ecb-a11f-4fc0802e5839', 'name': '', 'network_id': 'e82da5c1-8370-43b6-902e-85b322ea9c95', 'tenant_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'mac_address': 'fa:16:3e:3e:ea:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce96c3cb-cf41-4e31-b693-b465b1314239', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'fe5f2a05-9483-4779-a15e-02780ab2195c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:31Z', 'updated_at': '2021-01-25T18:52:32Z', 'revision_number': 2, 'project_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'subnets': [{'id': 'fe5f2a05-9483-4779-a15e-02780ab2195c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:52:35.215299 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-fd2f286e-a5a1-4414-973c-2bf4efc20874 req-4f286737-eeec-4312-b421-e281dfecb237 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:35.220331 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-fd2f286e-a5a1-4414-973c-2bf4efc20874 req-4f286737-eeec-4312-b421-e281dfecb237 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:35.235306 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d4cf6f48-c7a2-4d07-aea1-129dceb9b523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:35.284259 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-fd2f286e-a5a1-4414-973c-2bf4efc20874 req-4f286737-eeec-4312-b421-e281dfecb237 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:35.285883 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fd2f286e-a5a1-4414-973c-2bf4efc20874 req-4f286737-eeec-4312-b421-e281dfecb237 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.3379741
Jan 25 18:52:35.316509 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f286737-eeec-4312-b421-e281dfecb237 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe3eab0-11fc-4842-b4a3-54615962e973,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:35.320557 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-4f286737-eeec-4312-b421-e281dfecb237 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:35.445544 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-199cd5e2-5182-4c3b-9069-39e0e895c6a4 req-3d77dd89-5f44-40e7-9cbb-d704cfc7c067 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups/9fe3eab0-11fc-4842-b4a3-54615962e973 HTTP/1.1" status: 200  len: 1802 time: 0.0949850
Jan 25 18:52:35.457418 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-199cd5e2-5182-4c3b-9069-39e0e895c6a4 req-76abb7b5-33cf-4875-a64a-c3365c37cbd9 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9fe3eab0-11fc-4842-b4a3-54615962e973', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:52:35.457829 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-199cd5e2-5182-4c3b-9069-39e0e895c6a4 req-76abb7b5-33cf-4875-a64a-c3365c37cbd9 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9fe3eab0-11fc-4842-b4a3-54615962e973', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:52:35.471656 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-199cd5e2-5182-4c3b-9069-39e0e895c6a4 req-76abb7b5-33cf-4875-a64a-c3365c37cbd9 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:52:35.476605 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-199cd5e2-5182-4c3b-9069-39e0e895c6a4 req-76abb7b5-33cf-4875-a64a-c3365c37cbd9 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Usage tracker for resource:security_group_rule and tenant:c2c9dcb5e72645ccb63499c5ffc7def9 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:52:35.480302 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-199cd5e2-5182-4c3b-9069-39e0e895c6a4 req-76abb7b5-33cf-4875-a64a-c3365c37cbd9 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:52:35.487846 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-199cd5e2-5182-4c3b-9069-39e0e895c6a4 req-76abb7b5-33cf-4875-a64a-c3365c37cbd9 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:52:35.557319 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-199cd5e2-5182-4c3b-9069-39e0e895c6a4 req-76abb7b5-33cf-4875-a64a-c3365c37cbd9 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks [] for security_group_rule, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:35.586100 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-199cd5e2-5182-4c3b-9069-39e0e895c6a4 req-76abb7b5-33cf-4875-a64a-c3365c37cbd9 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:35.589398 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-199cd5e2-5182-4c3b-9069-39e0e895c6a4 req-76abb7b5-33cf-4875-a64a-c3365c37cbd9 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517104'] for security_group_rule, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:35.591690 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-99a36a23-7b00-414e-9468-d096b9261021 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:35.616569 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abb7b5-33cf-4875-a64a-c3365c37cbd9 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df23c40-9d5e-4596-ba12-67b7b0f43249,revision_number=0']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:35.621657 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-76abb7b5-33cf-4875-a64a-c3365c37cbd9 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:35.632002 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-199cd5e2-5182-4c3b-9069-39e0e895c6a4 req-76abb7b5-33cf-4875-a64a-c3365c37cbd9 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks [] for security_group_rule, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:35.634797 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-199cd5e2-5182-4c3b-9069-39e0e895c6a4 req-76abb7b5-33cf-4875-a64a-c3365c37cbd9 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1818540
Jan 25 18:52:35.765975 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ea7266d0-1171-4862-a6f5-dc3b06975fa7 req-7cd46f88-223d-4763-8fc3-1470ea508f5e tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups/9fe3eab0-11fc-4842-b4a3-54615962e973 HTTP/1.1" status: 200  len: 2395 time: 0.0692437
Jan 25 18:52:35.782404 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-ea7266d0-1171-4862-a6f5-dc3b06975fa7 req-c8f4ae87-e0a6-4a2f-9ba3-4d03eb62c294 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9fe3eab0-11fc-4842-b4a3-54615962e973', 'remote_group_id': None}]} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:52:35.782944 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-ea7266d0-1171-4862-a6f5-dc3b06975fa7 req-c8f4ae87-e0a6-4a2f-9ba3-4d03eb62c294 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9fe3eab0-11fc-4842-b4a3-54615962e973', 'remote_group_id': None}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:52:35.799106 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-ea7266d0-1171-4862-a6f5-dc3b06975fa7 req-c8f4ae87-e0a6-4a2f-9ba3-4d03eb62c294 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:52:35.804139 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-ea7266d0-1171-4862-a6f5-dc3b06975fa7 req-c8f4ae87-e0a6-4a2f-9ba3-4d03eb62c294 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Usage tracker for resource:security_group_rule and tenant:c2c9dcb5e72645ccb63499c5ffc7def9 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:52:35.807850 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-ea7266d0-1171-4862-a6f5-dc3b06975fa7 req-c8f4ae87-e0a6-4a2f-9ba3-4d03eb62c294 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:52:35.816421 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-ea7266d0-1171-4862-a6f5-dc3b06975fa7 req-c8f4ae87-e0a6-4a2f-9ba3-4d03eb62c294 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:52:35.886535 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-ea7266d0-1171-4862-a6f5-dc3b06975fa7 req-c8f4ae87-e0a6-4a2f-9ba3-4d03eb62c294 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks [] for security_group_rule, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:35.931255 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-ea7266d0-1171-4862-a6f5-dc3b06975fa7 req-c8f4ae87-e0a6-4a2f-9ba3-4d03eb62c294 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:35.935524 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-ea7266d0-1171-4862-a6f5-dc3b06975fa7 req-c8f4ae87-e0a6-4a2f-9ba3-4d03eb62c294 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517104'] for security_group_rule, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:35.939061 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:35.986533 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4ae87-e0a6-4a2f-9ba3-4d03eb62c294 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ee88aa-3f35-4465-9a12-9c29910a96dc,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:35.991645 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c8f4ae87-e0a6-4a2f-9ba3-4d03eb62c294 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:36.003159 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-ea7266d0-1171-4862-a6f5-dc3b06975fa7 req-c8f4ae87-e0a6-4a2f-9ba3-4d03eb62c294 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks [] for security_group_rule, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:36.005503 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ea7266d0-1171-4862-a6f5-dc3b06975fa7 req-c8f4ae87-e0a6-4a2f-9ba3-4d03eb62c294 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2308023
Jan 25 18:52:36.413518 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device ad59a066-ebd1-4c09-b390-1ddc08abefe0 up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:52:36.553999 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port ad59a066-ebd1-4c09-b390-1ddc08abefe0 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:52:36.566980 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port ad59a066-ebd1-4c09-b390-1ddc08abefe0 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:52:36.567640 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:36.798843 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:36.820321 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] For port ad59a066-ebd1-4c09-b390-1ddc08abefe0, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=ad59a066-ebd1-4c09-b390-1ddc08abefe0,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:52:36.825071 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:36.827419 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:36.920538 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Pushing event updated for resources: {'Port': ['ID=ad59a066-ebd1-4c09-b390-1ddc08abefe0,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:36.927267 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:36.959758 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 36992) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:52:37.204290 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-60e21523-3185-4a11-95a1-67c411725a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:37.220932 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-60e21523-3185-4a11-95a1-67c411725a59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:52:37.225560 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-60e21523-3185-4a11-95a1-67c411725a59 admin admin] Usage tracker for resource:security_group_rule and tenant:97b8e738b2a1465998ab5b4995c73d3b is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:52:37.228831 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-60e21523-3185-4a11-95a1-67c411725a59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:52:37.235792 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-60e21523-3185-4a11-95a1-67c411725a59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:52:37.334185 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-60e21523-3185-4a11-95a1-67c411725a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:37.337727 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-60e21523-3185-4a11-95a1-67c411725a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:37.359964 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:37.382466 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-60e21523-3185-4a11-95a1-67c411725a59 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=97b8e738b2a1465998ab5b4995c73d3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4213784
Jan 25 18:52:37.386934 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 37008) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:52:37.399974 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e21523-3185-4a11-95a1-67c411725a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a62b5fc-12ee-47bd-8d2f-2d7e470858f9,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:37.404562 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-60e21523-3185-4a11-95a1-67c411725a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:37.487691 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-82e4227d-82c2-481b-af1c-1a59de622a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:37.521084 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-82e4227d-82c2-481b-af1c-1a59de622a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:37.579828 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-82e4227d-82c2-481b-af1c-1a59de622a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:37.585787 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-4d0a9374-221a-43ba-8704-7821ff772529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:37.600476 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4227d-82c2-481b-af1c-1a59de622a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a62b5fc-12ee-47bd-8d2f-2d7e470858f9,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:37.604385 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-82e4227d-82c2-481b-af1c-1a59de622a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:37.606920 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-82e4227d-82c2-481b-af1c-1a59de622a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:37.608230 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-82e4227d-82c2-481b-af1c-1a59de622a91 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4a62b5fc-12ee-47bd-8d2f-2d7e470858f9 HTTP/1.1" status: 204  len: 168 time: 0.2201974
Jan 25 18:52:38.326804 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device ad59a066-ebd1-4c09-b390-1ddc08abefe0 up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:52:38.440721 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port ad59a066-ebd1-4c09-b390-1ddc08abefe0 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:52:38.441434 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:39.199273 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] Sync routers for ids ['ce96c3cb-cf41-4e31-b693-b465b1314239'] in dv-cinder-772388-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:52:39.216402 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] Routers {'ce96c3cb-cf41-4e31-b693-b465b1314239'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:52:39.217557 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1f93f320>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:52:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['ce96c3cb-cf41-4e31-b693-b465b1314239'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:52:39.485518 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] Set router ce96c3cb-cf41-4e31-b693-b465b1314239 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:52:39.857631 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1f93f320>, [{'id': 'ce96c3cb-cf41-4e31-b693-b465b1314239', 'name': 'tempest-TestShelveInstance-757764380-router', 'tenant_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ad59a066-ebd1-4c09-b390-1ddc08abefe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:52:24Z', 'updated_at': '2021-01-25T18:52:32Z', 'revision_number': 4, 'project_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'gw_port': {'id': 'ad59a066-ebd1-4c09-b390-1ddc08abefe0', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce96c3cb-cf41-4e31-b693-b465b1314239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:26Z', 'updated_at': '2021-01-25T18:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'c9818d8f-f800-4ecb-a11f-4fc0802e5839', 'name': '', 'network_id': 'e82da5c1-8370-43b6-902e-85b322ea9c95', 'tenant_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'mac_address': 'fa:16:3e:3e:ea:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce96c3cb-cf41-4e31-b693-b465b1314239', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'fe5f2a05-9483-4779-a15e-02780ab2195c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:31Z', 'updated_at': '2021-01-25T18:52:32Z', 'revision_number': 2, 'project_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'subnets': [{'id': 'fe5f2a05-9483-4779-a15e-02780ab2195c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:52:39.863915 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] Checking router: ce96c3cb-cf41-4e31-b693-b465b1314239 for host: dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:52:39.864330 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] Updating router ce96c3cb-cf41-4e31-b693-b465b1314239 port c9818d8f-f800-4ecb-a11f-4fc0802e5839 binding host dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 25 18:52:39.924306 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:40.566909 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] Notify callbacks [] for port, precommit_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:40.581546 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] Transition to ACTIVE for port object c9818d8f-f800-4ecb-a11f-4fc0802e5839 will not be triggered until provisioned by entity L2. {{(pid=80202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:52:40.584373 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:40.602082 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-37297a64-868a-4d42-a83c-fbe2f68dfc3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:40.753249 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afffb65-5b32-41f7-a52f-396c50001656 None None] Pushing event updated for resources: {'Port': ['ID=c9818d8f-f800-4ecb-a11f-4fc0802e5839,revision_number=3']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:40.758918 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-9afffb65-5b32-41f7-a52f-396c50001656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:40.956326 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] Attempting to bind port c9818d8f-f800-4ecb-a11f-4fc0802e5839 on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:52:40.956941 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] Attempting to bind port c9818d8f-f800-4ecb-a11f-4fc0802e5839 by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': 'ff079481-5654-4c23-8c6c-1fc57f4939cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e82da5c1-8370-43b6-902e-85b322ea9c95'}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:52:40.957602 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] Attempting to bind port c9818d8f-f800-4ecb-a11f-4fc0802e5839 on network e82da5c1-8370-43b6-902e-85b322ea9c95 {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:52:40.966703 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:52:40.967361 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] Checking segment: {'id': 'ff079481-5654-4c23-8c6c-1fc57f4939cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e82da5c1-8370-43b6-902e-85b322ea9c95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:52:40.968069 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:40.968783 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] Bound using segment: {'id': 'ff079481-5654-4c23-8c6c-1fc57f4939cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e82da5c1-8370-43b6-902e-85b322ea9c95'} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:52:40.969691 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] Bound port: c9818d8f-f800-4ecb-a11f-4fc0802e5839, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff079481-5654-4c23-8c6c-1fc57f4939cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e82da5c1-8370-43b6-902e-85b322ea9c95'}}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:52:40.970361 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:41.116299 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] For port c9818d8f-f800-4ecb-a11f-4fc0802e5839, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:52:41.120150 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] For port c9818d8f-f800-4ecb-a11f-4fc0802e5839, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=c9818d8f-f800-4ecb-a11f-4fc0802e5839,segment=NetworkSegment(ff079481-5654-4c23-8c6c-1fc57f4939cb),segment_id=ff079481-5654-4c23-8c6c-1fc57f4939cb)] {{(pid=80202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:52:41.124264 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:41.142321 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:41.312648 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afffb65-5b32-41f7-a52f-396c50001656 None None] Pushing event updated for resources: {'Port': ['ID=c9818d8f-f800-4ecb-a11f-4fc0802e5839,revision_number=4']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:41.318213 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-9afffb65-5b32-41f7-a52f-396c50001656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:41.361147 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] Routers {'ce96c3cb-cf41-4e31-b693-b465b1314239'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:52:41.361837 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1f93f320>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:52:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['ce96c3cb-cf41-4e31-b693-b465b1314239'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:52:41.584386 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] Set router ce96c3cb-cf41-4e31-b693-b465b1314239 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:52:42.137909 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1f93f320>, [{'id': 'ce96c3cb-cf41-4e31-b693-b465b1314239', 'name': 'tempest-TestShelveInstance-757764380-router', 'tenant_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ad59a066-ebd1-4c09-b390-1ddc08abefe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:52:24Z', 'updated_at': '2021-01-25T18:52:32Z', 'revision_number': 4, 'project_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'gw_port': {'id': 'ad59a066-ebd1-4c09-b390-1ddc08abefe0', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce96c3cb-cf41-4e31-b693-b465b1314239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:26Z', 'updated_at': '2021-01-25T18:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'c9818d8f-f800-4ecb-a11f-4fc0802e5839', 'name': '', 'network_id': 'e82da5c1-8370-43b6-902e-85b322ea9c95', 'tenant_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'mac_address': 'fa:16:3e:3e:ea:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce96c3cb-cf41-4e31-b693-b465b1314239', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'fe5f2a05-9483-4779-a15e-02780ab2195c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:31Z', 'updated_at': '2021-01-25T18:52:41Z', 'revision_number': 4, 'project_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'subnets': [{'id': 'fe5f2a05-9483-4779-a15e-02780ab2195c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:52:42.143600 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883a6e13-df09-408c-9d78-f9c7a324a8da None None] The sync data for ids ['ce96c3cb-cf41-4e31-b693-b465b1314239'] in dv-cinder-772388-1-iscsi is: [{'id': 'ce96c3cb-cf41-4e31-b693-b465b1314239', 'name': 'tempest-TestShelveInstance-757764380-router', 'tenant_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ad59a066-ebd1-4c09-b390-1ddc08abefe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:52:24Z', 'updated_at': '2021-01-25T18:52:32Z', 'revision_number': 4, 'project_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'gw_port': {'id': 'ad59a066-ebd1-4c09-b390-1ddc08abefe0', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce96c3cb-cf41-4e31-b693-b465b1314239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:26Z', 'updated_at': '2021-01-25T18:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'c9818d8f-f800-4ecb-a11f-4fc0802e5839', 'name': '', 'network_id': 'e82da5c1-8370-43b6-902e-85b322ea9c95', 'tenant_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'mac_address': 'fa:16:3e:3e:ea:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce96c3cb-cf41-4e31-b693-b465b1314239', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'fe5f2a05-9483-4779-a15e-02780ab2195c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:31Z', 'updated_at': '2021-01-25T18:52:41Z', 'revision_number': 4, 'project_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'subnets': [{'id': 'fe5f2a05-9483-4779-a15e-02780ab2195c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:52:42.387706 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device c9818d8f-f800-4ecb-a11f-4fc0802e5839 up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:52:42.504274 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port c9818d8f-f800-4ecb-a11f-4fc0802e5839 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:52:42.511449 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port c9818d8f-f800-4ecb-a11f-4fc0802e5839 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:52:42.512173 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:42.690030 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:42.730442 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] For port c9818d8f-f800-4ecb-a11f-4fc0802e5839, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=c9818d8f-f800-4ecb-a11f-4fc0802e5839,segment=NetworkSegment(ff079481-5654-4c23-8c6c-1fc57f4939cb),segment_id=ff079481-5654-4c23-8c6c-1fc57f4939cb)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:52:42.733905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:42.736521 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:52:42.839710 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Pushing event updated for resources: {'Port': ['ID=c9818d8f-f800-4ecb-a11f-4fc0802e5839,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:52:42.862166 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:42.863049 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:42.863600 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:42.864155 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:42.864807 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:42.865355 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:42.865854 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:42.866354 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:42.867289 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:42.867801 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:42.868371 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:42.868867 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:42.869617 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:42.870230 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:42.870794 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:42.871853 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:42.872412 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:42.873403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:42.874012 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:42.874988 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:42.875710 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:42.876313 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:42.876918 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:42.877447 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:52:42.884358 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:52:44.333116 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device c9818d8f-f800-4ecb-a11f-4fc0802e5839 up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:52:44.410736 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port c9818d8f-f800-4ecb-a11f-4fc0802e5839 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:52:44.411149 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:45.140885 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:52:49.467255 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:50.818452 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b309ba98-229f-4404-af1e-96b82f590536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:53.033835 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:53.114371 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3bae5c69-1b15-49a2-9bf6-ccb6a1331292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:54.764069 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:55.168381 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:52:58.430502 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7ff2c-9e90-457a-882c-6b405c325842 req-ab6eb143-82ee-4d53-af16-a26b86f28592 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:52:58.432217 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-33d7ff2c-9e90-457a-882c-6b405c325842 req-ab6eb143-82ee-4d53-af16-a26b86f28592 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.1180758
Jan 25 18:52:58.507713 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-33d7ff2c-9e90-457a-882c-6b405c325842 req-655fcf16-3853-4391-9049-d249a4649a4d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676379
Jan 25 18:52:59.846018 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3be2e-d4fa-43cc-bed5-8089e8b50392 req-8ca802bf-1ae0-4700-9204-10c78777ddfb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:52:59.847761 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b1d3be2e-d4fa-43cc-bed5-8089e8b50392 req-8ca802bf-1ae0-4700-9204-10c78777ddfb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.1256657
Jan 25 18:52:59.905865 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b1d3be2e-d4fa-43cc-bed5-8089e8b50392 req-1e5b1c32-5da2-4e59-bf98-f97e6ffa2bbb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509675
Jan 25 18:53:00.980993 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-de38f4ba-fb97-4446-8cc4-85970a050020 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:00.982720 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-de38f4ba-fb97-4446-8cc4-85970a050020 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.70 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.1276243
Jan 25 18:53:01.106482 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Deleting port 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:53:01.107024 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:01.319066 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b9102-942b-4f11-bf99-4c9b892f2855 req-23fc45fe-0332-4ac3-bcaf-e10ec9716400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:01.320746 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3c4b9102-942b-4f11-bf99-4c9b892f2855 req-23fc45fe-0332-4ac3-bcaf-e10ec9716400 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=234b78cd296a4bdea51c2f35045a0c86&device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 1203 time: 0.2262027
Jan 25 18:53:01.467057 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc838a-ea34-49df-86ec-9fbfdeb7dc1b req-b1b48e87-7ea3-4408-8dd9-a721b0e329e4 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:01.468899 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-77dc838a-ea34-49df-86ec-9fbfdeb7dc1b req-b1b48e87-7ea3-4408-8dd9-a721b0e329e4 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 985 time: 0.2407594
Jan 25 18:53:01.577591 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-77dc838a-ea34-49df-86ec-9fbfdeb7dc1b req-a5a08330-62aa-4f7d-9b01-75e392c6d0aa tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&id=12460a2a-8ed8-44dc-bb64-74675d27a4c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0994456
Jan 25 18:53:01.580726 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b9102-942b-4f11-bf99-4c9b892f2855 req-7b733003-e022-4a6d-b248-bdfe69744411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:01.582377 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3c4b9102-942b-4f11-bf99-4c9b892f2855 req-7b733003-e022-4a6d-b248-bdfe69744411 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5befc5c7-4fb1-441f-ae56-895f36e7215f HTTP/1.1" status: 200  len: 909 time: 0.2542789
Jan 25 18:53:01.615434 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:53:01.681078 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964f259-4bb6-4bfb-afa5-f19dd4dedf3c req-0aeb0b01-5c6f-4865-b0bf-e14a6d46d832 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:01.684302 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8964f259-4bb6-4bfb-afa5-f19dd4dedf3c req-0aeb0b01-5c6f-4865-b0bf-e14a6d46d832 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 945 time: 0.4453490
Jan 25 18:53:01.703090 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3c4b9102-942b-4f11-bf99-4c9b892f2855 req-1f352edf-cd96-4d5a-9f5c-77831e33724c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6038040e-5280-4397-a221-1631cdcce94a HTTP/1.1" status: 200  len: 1001 time: 0.1122606
Jan 25 18:53:01.728020 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] For port 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95,segment=NetworkSegment(55410d9d-97de-42cd-bba9-f6786af81212),segment_id=55410d9d-97de-42cd-bba9-f6786af81212)] {{(pid=80198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:53:01.728430 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:01.806012 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b9102-942b-4f11-bf99-4c9b892f2855 req-f4fa0a1c-f6ec-4554-8063-c210aa7f9f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:01.808124 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3c4b9102-942b-4f11-bf99-4c9b892f2855 req-f4fa0a1c-f6ec-4554-8063-c210aa7f9f3c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51e7574b-cada-4174-8553-3c9fdb07fc53 HTTP/1.1" status: 200  len: 854 time: 0.0980349
Jan 25 18:53:01.938164 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b9102-942b-4f11-bf99-4c9b892f2855 req-954bff8a-a497-4349-8396-840bce40c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:01.941219 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3c4b9102-942b-4f11-bf99-4c9b892f2855 req-954bff8a-a497-4349-8396-840bce40c397 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5befc5c7-4fb1-441f-ae56-895f36e7215f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1249254
Jan 25 18:53:01.978329 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:02.027867 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217e9da8-830b-457a-b1c4-676b0a62de77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:53:02.049458 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95,segment=NetworkSegment(55410d9d-97de-42cd-bba9-f6786af81212),segment_id=55410d9d-97de-42cd-bba9-f6786af81212)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:53:02.062192 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:02.064199 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:53:02.119601 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8964f259-4bb6-4bfb-afa5-f19dd4dedf3c req-dcc3605d-c39c-4c7f-8289-a1415e316541 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1804042
Jan 25 18:53:02.153734 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3c4b9102-942b-4f11-bf99-4c9b892f2855 req-3471368e-78cf-4e26-9f35-c6b99311bc69 service neutron] 10.222.0.70 "GET /v2.0/networks/5befc5c7-4fb1-441f-ae56-895f36e7215f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2045970
Jan 25 18:53:02.169225 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95,revision_number=7']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:53:02.175279 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:53:02.189734 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217e9da8-830b-457a-b1c4-676b0a62de77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95', 'code': 200}
Jan 25 18:53:02.210838 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for floatingip, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:02.211325 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363676'] for floatingip, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:02.211603 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.l3_db [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Floating IP dcbfac8c-45e7-4e2b-b854-3948d281b317 disassociated. External IP: 172.27.1.129, port: 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95.
Jan 25 18:53:02.211942 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Calling delete_port for 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 owned by compute:nova {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:53:02.318347 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.db.api [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80198) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 25 18:53:02.318714 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_db.api [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80198) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 25 18:53:02.324170 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3c4b9102-942b-4f11-bf99-4c9b892f2855 req-5d82c6b2-9616-449a-a323-13c80d5fdf01 service neutron] 10.222.0.70 "GET /v2.0/networks/5befc5c7-4fb1-441f-ae56-895f36e7215f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1581142
Jan 25 18:53:02.820553 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Deleting port 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:53:02.821180 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:03.088896 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f1bb6-89a4-4734-9d7a-b41d322643d7 req-b7320310-0a86-46ce-ada5-78f2ee08c819 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:03.091967 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5d1f1bb6-89a4-4734-9d7a-b41d322643d7 req-b7320310-0a86-46ce-ada5-78f2ee08c819 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 985 time: 0.3738055
Jan 25 18:53:03.210668 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5d1f1bb6-89a4-4734-9d7a-b41d322643d7 req-19c1fcf2-6894-4491-a7a5-692448ebdd8b tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&id=12460a2a-8ed8-44dc-bb64-74675d27a4c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1059940
Jan 25 18:53:03.233012 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] For port 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95,segment=NetworkSegment(55410d9d-97de-42cd-bba9-f6786af81212),segment_id=55410d9d-97de-42cd-bba9-f6786af81212)] {{(pid=80198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:53:03.234018 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:03.523933 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-e1dc5cd7-ed8d-41ab-8e00-a377f5a7a185 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Synchronizing usage tracker for tenant:c2c9dcb5e72645ccb63499c5ffc7def9 on resource:security_group {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:53:03.543536 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba45ee-e3f1-4739-8e10-b2ff72ee2a0c req-45ea7c7e-31e8-40cd-8dc8-c2a74bf0ac55 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:03.545300 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-aeba45ee-e3f1-4739-8e10-b2ff72ee2a0c req-45ea7c7e-31e8-40cd-8dc8-c2a74bf0ac55 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 943 time: 0.1230290
Jan 25 18:53:03.609669 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-aeba45ee-e3f1-4739-8e10-b2ff72ee2a0c req-c5ba3d21-dfcf-456c-b834-e22b2d6cf5dc tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=4d5dc95f-4d77-4832-82cb-0dfffd769763&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563610
Jan 25 18:53:04.016939 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-e1dc5cd7-ed8d-41ab-8e00-a377f5a7a185 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Unset dirty status for tenant:c2c9dcb5e72645ccb63499c5ffc7def9 on resource:security_group {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:53:04.018298 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-e1dc5cd7-ed8d-41ab-8e00-a377f5a7a185 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1103353655&fields=id&tenant_id=c2c9dcb5e72645ccb63499c5ffc7def9 HTTP/1.1" status: 200  len: 267 time: 0.7666912
Jan 25 18:53:04.267610 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for floatingip, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:04.268255 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363676'] for floatingip, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:04.268789 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.l3_db [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Floating IP dcbfac8c-45e7-4e2b-b854-3948d281b317 disassociated. External IP: 172.27.1.129, port: 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95.
Jan 25 18:53:04.269469 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Calling delete_port for 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 owned by compute:nova {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:53:04.497390 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-1e5cf893-c7c4-48c2-aba0-fb3fd4626d21 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:04.498683 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-1e5cf893-c7c4-48c2-aba0-fb3fd4626d21 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Synchronizing usage tracker for tenant:c2c9dcb5e72645ccb63499c5ffc7def9 on resource:network {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:53:04.566963 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-1e5cf893-c7c4-48c2-aba0-fb3fd4626d21 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Unset dirty status for tenant:c2c9dcb5e72645ccb63499c5ffc7def9 on resource:network {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:53:04.569094 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-1e5cf893-c7c4-48c2-aba0-fb3fd4626d21 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/networks?id=587a6c90-052a-4972-837a-04642fcc756a HTTP/1.1" status: 200  len: 808 time: 0.5402026
Jan 25 18:53:04.633198 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-aa7f3ce0-294f-4fcc-9928-a9e7669a2119 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/quotas/c2c9dcb5e72645ccb63499c5ffc7def9 HTTP/1.1" status: 200  len: 375 time: 0.0213828
Jan 25 18:53:04.638071 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618d86f-1071-481a-9b43-98f59c6bb28e req-a6ab12c2-5bcf-4aaf-b1ea-dc02f93df34b tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:04.640005 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6618d86f-1071-481a-9b43-98f59c6bb28e req-a6ab12c2-5bcf-4aaf-b1ea-dc02f93df34b tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 985 time: 0.1665103
Jan 25 18:53:04.713729 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:04.730943 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:53:04.734029 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6618d86f-1071-481a-9b43-98f59c6bb28e req-aa083b4d-5176-4ed8-a0c5-e67f7eb55917 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&id=12460a2a-8ed8-44dc-bb64-74675d27a4c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0795648
Jan 25 18:53:04.809731 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Pushing event deleted for resources: {'Port': ['ID=219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:53:04.829383 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:53:04.946385 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bcea304c-68a2-4a12-a75b-5f57393f6509 req-e59e44fa-eb0f-4678-bdc5-5184d956e7f5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 210 time: 0.0559413
Jan 25 18:53:04.978554 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-00ab6dc7-62e1-4b9f-99c9-7a26987bdf47 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?tenant_id=c2c9dcb5e72645ccb63499c5ffc7def9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3297303
Jan 25 18:53:05.374584 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-d5807b35-a7f1-4a82-aead-a65917702ecf service neutron] 10.222.0.77 "GET /v2.0/networks/587a6c90-052a-4972-837a-04642fcc756a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3475471
Jan 25 18:53:05.521957 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Router cb836976-f9a6-407d-bd4a-5e24f3afd465 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:53:05.706842 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-851591b1-0455-496b-aa2a-ce89900fcecd service neutron] 10.222.0.77 "GET /v2.0/networks/587a6c90-052a-4972-837a-04642fcc756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3187778
Jan 25 18:53:05.772020 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:53:05.789933 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58409aec-0b41-47ef-a545-b164f4942f92 None None] Sync routers for ids ['cb836976-f9a6-407d-bd4a-5e24f3afd465'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:53:05.810941 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58409aec-0b41-47ef-a545-b164f4942f92 None None] Routers {'cb836976-f9a6-407d-bd4a-5e24f3afd465'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:53:05.813495 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-58409aec-0b41-47ef-a545-b164f4942f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1ffc96d8>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:52:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['cb836976-f9a6-407d-bd4a-5e24f3afd465'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:53:05.839964 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] No DVR routers for this DVR port 219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 on host hv-cinder-77238 {{(pid=80198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 18:53:05.855077 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:05.860088 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217e9da8-830b-457a-b1c4-676b0a62de77', 'name': 'network-vif-deleted', 'tag': '219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:53:05.924020 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d0bb81bb-eabf-4ecb-8134-49283ce30a06 req-5dee488b-c32f-4988-9d01-2cea20eed2d4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.70 "DELETE /v2.0/ports/219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95 HTTP/1.1" status: 204  len: 173 time: 4.9277532
Jan 25 18:53:06.228164 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4f7a3-6282-4dbb-b949-d2e2d3c1a736 req-92624499-a2ad-4ca0-b373-97fa98908738 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:06.246113 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-04d4f7a3-6282-4dbb-b949-d2e2d3c1a736 req-92624499-a2ad-4ca0-b373-97fa98908738 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 985 time: 0.2996612
Jan 25 18:53:06.358587 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-04d4f7a3-6282-4dbb-b949-d2e2d3c1a736 req-47032412-7267-427b-98a1-8d3c77dc660d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&id=12460a2a-8ed8-44dc-bb64-74675d27a4c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1110704
Jan 25 18:53:06.427438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-58409aec-0b41-47ef-a545-b164f4942f92 None None] Set router cb836976-f9a6-407d-bd4a-5e24f3afd465 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:53:06.532515 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217e9da8-830b-457a-b1c4-676b0a62de77', 'name': 'network-vif-deleted', 'tag': '219e0e32-4c2d-48cd-abe6-4cbd6bdf8c95', 'status': 'completed', 'code': 200}
Jan 25 18:53:06.695705 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-485918d8-7404-4b06-b8b3-156bfd47d7c1 req-c40dd143-4c51-42f6-b3ea-9aa8bbee94b5 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Synchronizing usage tracker for tenant:c2c9dcb5e72645ccb63499c5ffc7def9 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:53:06.726613 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-b14862d3-5f14-4d1b-87d6-d213e7667c4a req-d16c2db3-6f2f-4e35-bf63-7a4770b15d73 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Synchronizing usage tracker for tenant:209da4d33dc74678ab66bd74395f33ba on resource:port {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:53:06.745532 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-485918d8-7404-4b06-b8b3-156bfd47d7c1 req-c40dd143-4c51-42f6-b3ea-9aa8bbee94b5 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Unset dirty status for tenant:c2c9dcb5e72645ccb63499c5ffc7def9 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:53:06.748195 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-485918d8-7404-4b06-b8b3-156bfd47d7c1 req-c40dd143-4c51-42f6-b3ea-9aa8bbee94b5 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 210 time: 0.1186285
Jan 25 18:53:06.767428 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-b14862d3-5f14-4d1b-87d6-d213e7667c4a req-d16c2db3-6f2f-4e35-bf63-7a4770b15d73 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Unset dirty status for tenant:209da4d33dc74678ab66bd74395f33ba on resource:port {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:53:06.768692 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b14862d3-5f14-4d1b-87d6-d213e7667c4a req-d16c2db3-6f2f-4e35-bf63-7a4770b15d73 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=217e9da8-830b-457a-b1c4-676b0a62de77 HTTP/1.1" status: 200  len: 210 time: 0.0998831
Jan 25 18:53:06.873101 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-58409aec-0b41-47ef-a545-b164f4942f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1ffc96d8>, [{'id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'name': 'tempest-AttachVolumeShelveTestJSON-878325676-router', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:36Z', 'updated_at': '2021-01-25T18:43:51Z', 'revision_number': 4, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'gw_port': {'id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'ad2377f2-1f02-4b38-8cff-d4c991499b5a', 'name': '', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'mac_address': 'fa:16:3e:bf:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:50Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 5, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'subnets': [{'id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:53:06.878319 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58409aec-0b41-47ef-a545-b164f4942f92 None None] Checking router: cb836976-f9a6-407d-bd4a-5e24f3afd465 for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:53:06.894128 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58409aec-0b41-47ef-a545-b164f4942f92 None None] Routers {'cb836976-f9a6-407d-bd4a-5e24f3afd465'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:53:06.895655 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-58409aec-0b41-47ef-a545-b164f4942f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1ffc96d8>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:52:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['cb836976-f9a6-407d-bd4a-5e24f3afd465'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:53:07.187494 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-58409aec-0b41-47ef-a545-b164f4942f92 None None] Set router cb836976-f9a6-407d-bd4a-5e24f3afd465 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:53:07.637337 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-58409aec-0b41-47ef-a545-b164f4942f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1ffc96d8>, [{'id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'name': 'tempest-AttachVolumeShelveTestJSON-878325676-router', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:36Z', 'updated_at': '2021-01-25T18:43:51Z', 'revision_number': 4, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'gw_port': {'id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'ad2377f2-1f02-4b38-8cff-d4c991499b5a', 'name': '', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'mac_address': 'fa:16:3e:bf:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:50Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 5, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'subnets': [{'id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:53:07.645982 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58409aec-0b41-47ef-a545-b164f4942f92 None None] The sync data for ids ['cb836976-f9a6-407d-bd4a-5e24f3afd465'] in dv-cinder-772388-1-iscsi is: [{'id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'name': 'tempest-AttachVolumeShelveTestJSON-878325676-router', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:36Z', 'updated_at': '2021-01-25T18:43:51Z', 'revision_number': 4, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'gw_port': {'id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'ad2377f2-1f02-4b38-8cff-d4c991499b5a', 'name': '', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'mac_address': 'fa:16:3e:bf:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:50Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 5, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'subnets': [{'id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:53:07.673599 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4feeeb-aeba-4dcb-bb4e-04563aa4c023 req-149a70e6-0541-45dd-9a6d-29ed92e1ed75 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:07.675312 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3d4feeeb-aeba-4dcb-bb4e-04563aa4c023 req-149a70e6-0541-45dd-9a6d-29ed92e1ed75 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 985 time: 0.1462731
Jan 25 18:53:07.751799 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3d4feeeb-aeba-4dcb-bb4e-04563aa4c023 req-02a76426-8bd1-484d-a57a-5e3e7e1a1629 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&id=12460a2a-8ed8-44dc-bb64-74675d27a4c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0694039
Jan 25 18:53:07.943905 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4b79f5a0-0e08-4bcb-bdc1-835a95d579d4 req-255c06ad-088a-4c5b-a1fe-0724044e0843 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 210 time: 0.0595944
Jan 25 18:53:08.037562 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 37158) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:53:08.090550 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9acf19-3221-492e-9ddf-68cf3ef11f13 None None] New status for floating IP dcbfac8c-45e7-4e2b-b854-3948d281b317: DOWN {{(pid=80202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 25 18:53:08.122573 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a0f15201-2b5f-4e99-9108-09c76496ace4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:08.159685 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a0f15201-2b5f-4e99-9108-09c76496ace4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:08.236343 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a0f15201-2b5f-4e99-9108-09c76496ace4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:08.245846 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-080a6c35-1896-48c2-925b-5d4fd64a52a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:53:08.268897 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f15201-2b5f-4e99-9108-09c76496ace4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5dc95f-4d77-4832-82cb-0dfffd769763,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:53:08.274751 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a0f15201-2b5f-4e99-9108-09c76496ace4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:53:08.283618 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a0f15201-2b5f-4e99-9108-09c76496ace4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:08.285181 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-a0f15201-2b5f-4e99-9108-09c76496ace4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "DELETE /v2.0/security-groups/4d5dc95f-4d77-4832-82cb-0dfffd769763 HTTP/1.1" status: 204  len: 168 time: 0.2459726
Jan 25 18:53:08.289595 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 37162) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:53:08.309572 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.v2.resource [None req-20d2c742-4466-49ae-8297-9df373183c91 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] show failed (client error): The resource could not be found.
Jan 25 18:53:08.310864 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-20d2c742-4466-49ae-8297-9df373183c91 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups/4d5dc95f-4d77-4832-82cb-0dfffd769763 HTTP/1.1" status: 404  len: 347 time: 0.0200083
Jan 25 18:53:08.315974 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 37166) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:53:08.504179 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-e56c03e4-4352-44fb-88d7-c11a02bd202d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Deleting port 1ac2cce2-167c-42b1-8606-d025edb04b3c {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:53:08.504559 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e56c03e4-4352-44fb-88d7-c11a02bd202d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:08.746603 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e56c03e4-4352-44fb-88d7-c11a02bd202d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:08.747682 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e56c03e4-4352-44fb-88d7-c11a02bd202d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for floatingip, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:08.978877 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-e56c03e4-4352-44fb-88d7-c11a02bd202d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Calling delete_port for 1ac2cce2-167c-42b1-8606-d025edb04b3c owned by network:floatingip {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:53:09.094082 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-698d9039-c738-4a8d-a26d-3ebb71129b02 req-b0457458-510f-43f2-b604-0eef7a7e9e12 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 210 time: 0.0599635
Jan 25 18:53:09.150669 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.db.api [None req-e56c03e4-4352-44fb-88d7-c11a02bd202d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80198) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 25 18:53:09.151037 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_db.api [None req-e56c03e4-4352-44fb-88d7-c11a02bd202d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80198) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 25 18:53:09.167643 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84613224-8421-4d99-8ce8-fe75edf15285 req-7eec085c-b75f-40e2-8d32-f290bb47cdf2 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:09.169426 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-84613224-8421-4d99-8ce8-fe75edf15285 req-7eec085c-b75f-40e2-8d32-f290bb47cdf2 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 985 time: 0.1707811
Jan 25 18:53:09.236927 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-84613224-8421-4d99-8ce8-fe75edf15285 req-92da91f7-2c7e-4823-96f0-823d7717854a tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&id=12460a2a-8ed8-44dc-bb64-74675d27a4c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0602305
Jan 25 18:53:09.652590 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-e56c03e4-4352-44fb-88d7-c11a02bd202d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Deleting port 1ac2cce2-167c-42b1-8606-d025edb04b3c {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:53:09.653014 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e56c03e4-4352-44fb-88d7-c11a02bd202d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:09.843237 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e56c03e4-4352-44fb-88d7-c11a02bd202d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:09.843806 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e56c03e4-4352-44fb-88d7-c11a02bd202d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for floatingip, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:10.229734 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-e56c03e4-4352-44fb-88d7-c11a02bd202d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Calling delete_port for 1ac2cce2-167c-42b1-8606-d025edb04b3c owned by network:floatingip {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:53:10.328349 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-49b7e783-0293-49a7-a144-fa75e6abaa53 req-6db4a046-c5c5-4521-aabf-63fbe23fd73e tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 210 time: 0.0677264
Jan 25 18:53:10.460151 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e56c03e4-4352-44fb-88d7-c11a02bd202d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:10.480645 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-041d5834-bfdd-4556-bb70-c9d93b3005d7 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:53:10.515018 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340170aa-4f25-4578-8388-c6688b4253ae req-9b241912-ae6e-4a11-931c-4a551bea035d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:10.517522 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-340170aa-4f25-4578-8388-c6688b4253ae req-9b241912-ae6e-4a11-931c-4a551bea035d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 985 time: 0.1268091
Jan 25 18:53:10.540858 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c03e4-4352-44fb-88d7-c11a02bd202d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Pushing event deleted for resources: {'Port': ['ID=1ac2cce2-167c-42b1-8606-d025edb04b3c,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:53:10.545122 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e56c03e4-4352-44fb-88d7-c11a02bd202d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:53:10.582999 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-340170aa-4f25-4578-8388-c6688b4253ae req-6b294148-8b77-4654-a1b5-a130627c659f tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&id=12460a2a-8ed8-44dc-bb64-74675d27a4c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0594594
Jan 25 18:53:10.726658 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e56c03e4-4352-44fb-88d7-c11a02bd202d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for floatingip, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:10.745489 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e56c03e4-4352-44fb-88d7-c11a02bd202d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:10.746712 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-e56c03e4-4352-44fb-88d7-c11a02bd202d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "DELETE /v2.0/floatingips/dcbfac8c-45e7-4e2b-b854-3948d281b317 HTTP/1.1" status: 204  len: 168 time: 2.4296741
Jan 25 18:53:11.132815 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 37190) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:53:11.139613 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-c04e07a0-32b9-4143-ac94-40b4d0de60fb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Request body: {'security_group': {'name': 'tempest-securitygroup--1606014493', 'description': 'tempest-description--925651805'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:53:11.155224 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-c04e07a0-32b9-4143-ac94-40b4d0de60fb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:53:11.160467 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-c04e07a0-32b9-4143-ac94-40b4d0de60fb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Usage tracker for resource:security_group and tenant:209da4d33dc74678ab66bd74395f33ba is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:53:11.165838 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-c04e07a0-32b9-4143-ac94-40b4d0de60fb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:53:11.173360 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-c04e07a0-32b9-4143-ac94-40b4d0de60fb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:53:11.182754 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c04e07a0-32b9-4143-ac94-40b4d0de60fb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:11.208704 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-c04e07a0-32b9-4143-ac94-40b4d0de60fb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:53:11.213156 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-c04e07a0-32b9-4143-ac94-40b4d0de60fb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Usage tracker for resource:security_group_rule and tenant:209da4d33dc74678ab66bd74395f33ba is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:53:11.222386 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-c04e07a0-32b9-4143-ac94-40b4d0de60fb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:53:11.233783 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-c04e07a0-32b9-4143-ac94-40b4d0de60fb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:53:11.342605 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c04e07a0-32b9-4143-ac94-40b4d0de60fb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:11.345682 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c04e07a0-32b9-4143-ac94-40b4d0de60fb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:11.350327 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-063fc2bf-1299-4897-b051-d296c2f15593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:53:11.402115 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e07a0-32b9-4143-ac94-40b4d0de60fb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbe0109-4f03-4134-b77a-4bc63f3a1c99,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:53:11.405950 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c04e07a0-32b9-4143-ac94-40b4d0de60fb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:53:11.407940 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c04e07a0-32b9-4143-ac94-40b4d0de60fb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:11.413101 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-c04e07a0-32b9-4143-ac94-40b4d0de60fb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2749679
Jan 25 18:53:11.414670 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 37198) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:53:11.421373 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-2be5b009-82c9-44c3-ab39-e27074f3e1c4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Request body: {'security_group_rule': {'security_group_id': 'cdbe0109-4f03-4134-b77a-4bc63f3a1c99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:53:11.433525 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-2be5b009-82c9-44c3-ab39-e27074f3e1c4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:53:11.438963 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-2be5b009-82c9-44c3-ab39-e27074f3e1c4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Usage tracker for resource:security_group_rule and tenant:209da4d33dc74678ab66bd74395f33ba is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:53:11.443743 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-2be5b009-82c9-44c3-ab39-e27074f3e1c4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:53:11.451658 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-2be5b009-82c9-44c3-ab39-e27074f3e1c4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:53:11.475337 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2be5b009-82c9-44c3-ab39-e27074f3e1c4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for security_group_rule, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:11.547303 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-855381d1-deec-4182-9387-6e699ce087f0 req-0cdbacd6-f7ef-4fde-bd34-884021d4ac5f tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 210 time: 0.0561779
Jan 25 18:53:11.575414 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2be5b009-82c9-44c3-ab39-e27074f3e1c4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:11.579103 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2be5b009-82c9-44c3-ab39-e27074f3e1c4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517104'] for security_group_rule, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:11.581461 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1cc5d0fb-4c90-41fc-9da9-6585580bb638 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:53:11.605648 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5b009-82c9-44c3-ab39-e27074f3e1c4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c61dc6-95c9-4175-b808-52fc8df276c9,revision_number=0']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:53:11.610450 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2be5b009-82c9-44c3-ab39-e27074f3e1c4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:53:11.620113 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2be5b009-82c9-44c3-ab39-e27074f3e1c4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for security_group_rule, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:11.622158 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-2be5b009-82c9-44c3-ab39-e27074f3e1c4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2074754
Jan 25 18:53:11.626130 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 37204) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:53:11.632351 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-273e35e1-6c73-4bb2-9e57-1f9edd88ae4e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Request body: {'security_group_rule': {'security_group_id': 'cdbe0109-4f03-4134-b77a-4bc63f3a1c99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:53:11.646145 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-273e35e1-6c73-4bb2-9e57-1f9edd88ae4e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:53:11.650682 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-273e35e1-6c73-4bb2-9e57-1f9edd88ae4e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Usage tracker for resource:security_group_rule and tenant:209da4d33dc74678ab66bd74395f33ba is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:53:11.653885 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-273e35e1-6c73-4bb2-9e57-1f9edd88ae4e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:53:11.660912 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-273e35e1-6c73-4bb2-9e57-1f9edd88ae4e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:53:11.680155 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-273e35e1-6c73-4bb2-9e57-1f9edd88ae4e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for security_group_rule, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:11.819130 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-273e35e1-6c73-4bb2-9e57-1f9edd88ae4e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:11.825873 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-273e35e1-6c73-4bb2-9e57-1f9edd88ae4e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517104'] for security_group_rule, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:11.836289 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:53:11.863124 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e35e1-6c73-4bb2-9e57-1f9edd88ae4e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986eb159-aa1b-431f-a05e-ca55944bafb9,revision_number=0']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:53:11.865936 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-273e35e1-6c73-4bb2-9e57-1f9edd88ae4e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:53:11.908566 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ae0a6-0966-42a9-99aa-3fdac4374c10 req-d5e6cd2e-056f-450a-8ea7-0454b70fff9e tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:11.910343 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-888ae0a6-0966-42a9-99aa-3fdac4374c10 req-d5e6cd2e-056f-450a-8ea7-0454b70fff9e tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 985 time: 0.1867101
Jan 25 18:53:11.911782 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-273e35e1-6c73-4bb2-9e57-1f9edd88ae4e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for security_group_rule, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:11.913044 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-273e35e1-6c73-4bb2-9e57-1f9edd88ae4e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2858052
Jan 25 18:53:11.918327 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 37208) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:53:11.927705 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Request body: {'floatingip': {'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:53:11.950486 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:53:11.958193 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Usage tracker for resource:floatingip and tenant:209da4d33dc74678ab66bd74395f33ba is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:53:11.963628 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:53:11.974908 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:53:11.993793 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-888ae0a6-0966-42a9-99aa-3fdac4374c10 req-2791a3b9-b19b-4fe0-b478-a4a83fd75a0e tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&id=12460a2a-8ed8-44dc-bb64-74675d27a4c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0736423
Jan 25 18:53:12.006763 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for floatingip, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:12.238306 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:12.346241 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-381b9109-339e-4937-8f3f-0f7b35757aaf tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:12.349189 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-381b9109-339e-4937-8f3f-0f7b35757aaf tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.70 "GET /v2.0/networks?id=587a6c90-052a-4972-837a-04642fcc756a HTTP/1.1" status: 200  len: 808 time: 0.2737100
Jan 25 18:53:12.544006 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-7497c3af-6daa-450f-a01a-0e91b908b524 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c2c9dcb5e72645ccb63499c5ffc7def9 HTTP/1.1" status: 200  len: 5759 time: 0.1740723
Jan 25 18:53:12.558506 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-020c5c09-5ea5-441d-817d-acb702b466e6 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Request body: {'port': {'device_id': 'c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd', 'network_id': '587a6c90-052a-4972-837a-04642fcc756a', 'admin_state_up': True, 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'security_groups': ['9fe3eab0-11fc-4842-b4a3-54615962e973']}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:53:12.598444 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Allocated IP 172.27.1.80 (ef7ca5be-17a0-4c04-be0c-5aafd7b465e2/d3ebd7f5-b535-4f35-9c6a-a58c394e9ef4/2f8c219f-b2f8-4203-842a-e9d0d2e19f4d) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:53:12.777067 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-83e16db9-7fc3-4a3c-a60e-61cf68cf534d req-7bc98592-66dc-4521-9e17-ff6ea342d69f tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 210 time: 0.0553489
Jan 25 18:53:12.785091 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-020c5c09-5ea5-441d-817d-acb702b466e6 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:53:12.798541 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-020c5c09-5ea5-441d-817d-acb702b466e6 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:53:12.809003 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-020c5c09-5ea5-441d-817d-acb702b466e6 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Made reservation on behalf of c2c9dcb5e72645ccb63499c5ffc7def9 for: {'port': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:53:12.820873 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-020c5c09-5ea5-441d-817d-acb702b466e6 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:12.822684 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:12.858212 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:12.874799 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:53:13.019227 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Pushing event updated for resources: {'Port': ['ID=2f8c219f-b2f8-4203-842a-e9d0d2e19f4d,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:53:13.038324 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:53:13.038718 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:53:13.039109 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:53:13.039513 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:53:13.040011 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:53:13.040406 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:53:13.040795 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:53:13.041211 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:53:13.041601 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:53:13.041979 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:53:13.042362 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:53:13.042876 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:53:13.043314 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:53:13.043701 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:53:13.044084 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:53:13.044463 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:53:13.044840 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:53:13.045338 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:53:13.045800 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:53:13.046258 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:53:13.046648 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:53:13.047028 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:53:13.047560 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:53:13.047864 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:53:13.054676 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:53:13.102112 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:53:13.103527 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:53:13.105996 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:53:13.224022 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for floatingip, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:13.291178 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-020c5c09-5ea5-441d-817d-acb702b466e6 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Allocated IP 172.20.0.9 (587a6c90-052a-4972-837a-04642fcc756a/2c86ae63-9532-4e42-8427-e714a5a4b554/960f1b19-e6db-469c-a0e8-6ce329795691) {{(pid=80198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:53:13.293147 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:13.365048 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb178f-1274-454b-98eb-ce08156bcca7 req-bd16c4d6-9cce-4e7d-a86c-13f827a61e18 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:13.366708 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fbdb178f-1274-454b-98eb-ce08156bcca7 req-bd16c4d6-9cce-4e7d-a86c-13f827a61e18 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 985 time: 0.1849723
Jan 25 18:53:13.611965 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:13.619186 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:13.637632 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0c548dc9-9e26-40fa-97dc-ce0dff3196a9 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:53:13.676566 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fbdb178f-1274-454b-98eb-ce08156bcca7 req-65e54548-420a-4d87-841f-95b51497a51b tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&id=12460a2a-8ed8-44dc-bb64-74675d27a4c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.2938840
Jan 25 18:53:13.773974 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Pushing event updated for resources: {'Port': ['ID=2f8c219f-b2f8-4203-842a-e9d0d2e19f4d,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:53:13.779243 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-020c5c09-5ea5-441d-817d-acb702b466e6 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks [] for port, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:13.781337 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:53:13.814776 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-020c5c09-5ea5-441d-817d-acb702b466e6 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Transition to ACTIVE for port object 960f1b19-e6db-469c-a0e8-6ce329795691 will not be triggered until provisioned by entity DHCP. {{(pid=80198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:53:13.857977 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-020c5c09-5ea5-441d-817d-acb702b466e6 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:13.878259 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d2abf7a2-da2f-489f-8c41-84d0e7d11d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:53:13.944008 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363676'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:13.980476 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:13.985318 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.0626535
Jan 25 18:53:14.119216 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c5c09-5ea5-441d-817d-acb702b466e6 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Pushing event updated for resources: {'Port': ['ID=960f1b19-e6db-469c-a0e8-6ce329795691,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:53:14.124458 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-020c5c09-5ea5-441d-817d-acb702b466e6 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:53:14.143884 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828cdda8-3e28-4ba6-8996-ebe6b455e96d req-ad2b25d7-b8b6-4646-b117-23baf8d12e9a tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:14.145906 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-828cdda8-3e28-4ba6-8996-ebe6b455e96d req-ad2b25d7-b8b6-4646-b117-23baf8d12e9a tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 931 time: 0.1489344
Jan 25 18:53:14.189521 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-020c5c09-5ea5-441d-817d-acb702b466e6 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Network 587a6c90-052a-4972-837a-04642fcc756a is already hosted by enough agents. {{(pid=80198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:53:14.191288 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-020c5c09-5ea5-441d-817d-acb702b466e6 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Resources bound (agent type, host, resource id):  {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:53:14.195228 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-020c5c09-5ea5-441d-817d-acb702b466e6 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Received port after_create {{(pid=80198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:53:14.209980 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-828cdda8-3e28-4ba6-8996-ebe6b455e96d req-c4d1f351-3ba5-4506-8763-253176767378 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Synchronizing usage tracker for tenant:c2c9dcb5e72645ccb63499c5ffc7def9 on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:53:14.225448 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-828cdda8-3e28-4ba6-8996-ebe6b455e96d req-c4d1f351-3ba5-4506-8763-253176767378 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Unset dirty status for tenant:c2c9dcb5e72645ccb63499c5ffc7def9 on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:53:14.226721 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-828cdda8-3e28-4ba6-8996-ebe6b455e96d req-c4d1f351-3ba5-4506-8763-253176767378 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0707829
Jan 25 18:53:14.339030 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-43c9f69f-708e-422a-bb92-48cff8fa82e3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Synchronizing usage tracker for tenant:209da4d33dc74678ab66bd74395f33ba on resource:security_group {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:53:14.370035 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-020c5c09-5ea5-441d-817d-acb702b466e6 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:14.370693 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-020c5c09-5ea5-441d-817d-acb702b466e6 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:14.403333 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-43c9f69f-708e-422a-bb92-48cff8fa82e3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Unset dirty status for tenant:209da4d33dc74678ab66bd74395f33ba on resource:security_group {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:53:14.404404 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-43c9f69f-708e-422a-bb92-48cff8fa82e3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1606014493&fields=id&tenant_id=209da4d33dc74678ab66bd74395f33ba HTTP/1.1" status: 200  len: 267 time: 0.1387441
Jan 25 18:53:14.409306 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-020c5c09-5ea5-441d-817d-acb702b466e6 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8586740
Jan 25 18:53:14.450256 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] Request body: {'port': {'device_id': 'c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:53:14.463264 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-62ede6bf-ec4c-4abe-8af3-cd15c805c973 None None] Provisioning for port 960f1b19-e6db-469c-a0e8-6ce329795691 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:53:14.469385 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-62ede6bf-ec4c-4abe-8af3-cd15c805c973 None None] Provisioning complete for port 960f1b19-e6db-469c-a0e8-6ce329795691 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:53:14.469813 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-62ede6bf-ec4c-4abe-8af3-cd15c805c973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:14.533945 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-62ede6bf-ec4c-4abe-8af3-cd15c805c973 None None] Port 960f1b19-e6db-469c-a0e8-6ce329795691 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 18:53:14.701290 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:14.745507 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-dac91751-d829-49a8-9f33-a931ec6c4d50 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:14.747218 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-dac91751-d829-49a8-9f33-a931ec6c4d50 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/networks?id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 HTTP/1.1" status: 200  len: 816 time: 0.3347919
Jan 25 18:53:14.769616 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-2ebd4edf-f41d-412c-8c97-645df54f5f7a tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/quotas/209da4d33dc74678ab66bd74395f33ba HTTP/1.1" status: 200  len: 375 time: 0.0145743
Jan 25 18:53:14.969096 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538a656-cb61-4be6-a526-6392b024c9ce req-8f73e4ed-75e6-45ca-b598-5a939f698c32 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:14.971264 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c538a656-cb61-4be6-a526-6392b024c9ce req-8f73e4ed-75e6-45ca-b598-5a939f698c32 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 985 time: 0.1311619
Jan 25 18:53:15.043414 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c538a656-cb61-4be6-a526-6392b024c9ce req-c7c13025-f153-4c50-a471-d19f83240dea tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&id=12460a2a-8ed8-44dc-bb64-74675d27a4c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0649571
Jan 25 18:53:15.063372 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-bc126b15-64e7-4b79-b96d-7d9c97ea7641 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Synchronizing usage tracker for tenant:209da4d33dc74678ab66bd74395f33ba on resource:port {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:53:15.121152 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-bc126b15-64e7-4b79-b96d-7d9c97ea7641 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Unset dirty status for tenant:209da4d33dc74678ab66bd74395f33ba on resource:port {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:53:15.122652 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-bc126b15-64e7-4b79-b96d-7d9c97ea7641 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?tenant_id=209da4d33dc74678ab66bd74395f33ba&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3174467
Jan 25 18:53:15.538707 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9d851-e92f-42e9-9a5c-2f587c7a26cf req-c532e52e-5e92-4b18-940e-77017b094aec tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:15.540558 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7cc9d851-e92f-42e9-9a5c-2f587c7a26cf req-c532e52e-5e92-4b18-940e-77017b094aec tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 931 time: 0.1278267
Jan 25 18:53:15.598890 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7cc9d851-e92f-42e9-9a5c-2f587c7a26cf req-11e1fda4-3a8d-4086-8bb7-b1fde3c0bda0 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0504975
Jan 25 18:53:15.632147 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-d49b7dab-2a05-493c-985f-e6f8730d3384 service neutron] 10.222.0.77 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4371412
Jan 25 18:53:15.808821 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 960f1b19-e6db-469c-a0e8-6ce329795691 {{(pid=80198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 25 18:53:15.826991 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:15.856009 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] Transition to ACTIVE for port object 960f1b19-e6db-469c-a0e8-6ce329795691 will not be triggered until provisioned by entity L2. {{(pid=80198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:53:15.862350 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847568392'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:15.884855 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-7652e0b0-5be6-473e-a92e-90046d869fbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:53:15.933427 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-af39c48a-450a-411d-9643-1da4589cc582 service neutron] 10.222.0.77 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2894657
Jan 25 18:53:16.040846 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] Pushing event updated for resources: {'Port': ['ID=960f1b19-e6db-469c-a0e8-6ce329795691,revision_number=2']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:53:16.044214 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:53:16.177293 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-14765cc8-4a1f-4963-a226-06010df4373c req-26fd1b66-0388-4fdd-aa18-c9c159ab4fda tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 210 time: 0.0685747
Jan 25 18:53:16.318289 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] Attempting to bind port 960f1b19-e6db-469c-a0e8-6ce329795691 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:53:16.318690 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] Attempting to bind port 960f1b19-e6db-469c-a0e8-6ce329795691 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '587a6c90-052a-4972-837a-04642fcc756a'}] {{(pid=80198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:53:16.319064 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] Attempting to bind port 960f1b19-e6db-469c-a0e8-6ce329795691 on network 587a6c90-052a-4972-837a-04642fcc756a {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:53:16.327815 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] Checking agent: {'id': '2edca791-6dfd-4a0b-9497-e94f443cd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 33), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:53:16.328198 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] Checking segment: {'id': 'a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '587a6c90-052a-4972-837a-04642fcc756a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:53:16.328602 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:16.329024 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] Bound using segment: {'id': 'a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '587a6c90-052a-4972-837a-04642fcc756a'} {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:53:16.329552 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] Bound port: 960f1b19-e6db-469c-a0e8-6ce329795691, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '587a6c90-052a-4972-837a-04642fcc756a'}}] {{(pid=80198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:53:16.329931 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:16.455519 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] For port 960f1b19-e6db-469c-a0e8-6ce329795691, host hv-cinder-77238, cleared binding levels {{(pid=80198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:53:16.461341 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] For port 960f1b19-e6db-469c-a0e8-6ce329795691, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=960f1b19-e6db-469c-a0e8-6ce329795691,segment=NetworkSegment(a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7),segment_id=a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7)] {{(pid=80198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:53:16.466440 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847568392'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:16.483392 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-52fdd1e1-f300-4c1f-a891-82653e22f4f7 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:53:16.652250 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] Pushing event updated for resources: {'Port': ['ID=960f1b19-e6db-469c-a0e8-6ce329795691,revision_number=3']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:53:16.657873 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:53:16.702949 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:16.704081 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:16.707300 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] 10.222.0.70 "PUT /v2.0/ports/960f1b19-e6db-469c-a0e8-6ce329795691 HTTP/1.1" status: 200  len: 1157 time: 2.2701735
Jan 25 18:53:16.708267 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd', 'tag': '960f1b19-e6db-469c-a0e8-6ce329795691'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:53:16.889763 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd', 'tag': '960f1b19-e6db-469c-a0e8-6ce329795691', 'status': 'completed', 'code': 200}
Jan 25 18:53:17.072044 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-13858618-f554-42db-b6d4-ab0c2d8ba827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:17.073774 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-13858618-f554-42db-b6d4-ab0c2d8ba827 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2c9dcb5e72645ccb63499c5ffc7def9&device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 1160 time: 0.2616603
Jan 25 18:53:17.109653 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a37b5-934a-4678-9793-e96ad15624ab req-ca5ab394-50a9-4c08-9a5b-2c45b9056c4f tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:17.110474 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-ae5a37b5-934a-4678-9793-e96ad15624ab req-ca5ab394-50a9-4c08-9a5b-2c45b9056c4f tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Synchronizing usage tracker for tenant:c2c9dcb5e72645ccb63499c5ffc7def9 on resource:port {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:53:17.188452 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-c449c207-3935-4b2a-8e74-0220fe2f096c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=960f1b19-e6db-469c-a0e8-6ce329795691 HTTP/1.1" status: 200  len: 217 time: 0.0744500
Jan 25 18:53:17.241588 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-ae5a37b5-934a-4678-9793-e96ad15624ab req-ca5ab394-50a9-4c08-9a5b-2c45b9056c4f tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Unset dirty status for tenant:c2c9dcb5e72645ccb63499c5ffc7def9 on resource:port {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:53:17.243228 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ae5a37b5-934a-4678-9793-e96ad15624ab req-ca5ab394-50a9-4c08-9a5b-2c45b9056c4f tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 943 time: 0.3454361
Jan 25 18:53:17.309256 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-df8dc810-fdaf-40b7-89a6-3fbc86943029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:17.310951 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-df8dc810-fdaf-40b7-89a6-3fbc86943029 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2c86ae63-9532-4e42-8427-e714a5a4b554 HTTP/1.1" status: 200  len: 847 time: 0.1144905
Jan 25 18:53:17.326340 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ae5a37b5-934a-4678-9793-e96ad15624ab req-ac1f5256-3b0c-43e9-82b7-bdcd570892e8 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0725241
Jan 25 18:53:17.422900 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-0fdbcae4-59ec-436c-a124-4f35019405a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:17.424544 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-0fdbcae4-59ec-436c-a124-4f35019405a2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=587a6c90-052a-4972-837a-04642fcc756a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0909569
Jan 25 18:53:17.429026 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8c0f3e04-b44c-4fc4-8838-a2cb230c0522 req-3f21db23-f336-4b6e-81cc-eae2cc755078 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 210 time: 0.0731230
Jan 25 18:53:17.586726 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-04fd4773-a3fa-451d-aad8-b2dfdbd40add service neutron] 10.222.0.70 "GET /v2.0/networks/587a6c90-052a-4972-837a-04642fcc756a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1526134
Jan 25 18:53:17.720308 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-42c7c971-5fb8-426e-8886-f850da9dab19 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:17.722499 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-42c7c971-5fb8-426e-8886-f850da9dab19 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.70 "GET /v2.0/networks?id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 HTTP/1.1" status: 200  len: 816 time: 0.2088695
Jan 25 18:53:17.755032 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e7e9ef-c0f4-4d36-a3e0-5c04cb3e1375 req-92eef863-c7ab-496e-b836-1e7a1915c41a service neutron] 10.222.0.70 "GET /v2.0/networks/587a6c90-052a-4972-837a-04642fcc756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1603119
Jan 25 18:53:17.843461 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-701d6e6f-4449-40a8-ad71-bce7b814d130 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Synchronizing usage tracker for tenant:209da4d33dc74678ab66bd74395f33ba on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:53:17.857614 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-701d6e6f-4449-40a8-ad71-bce7b814d130 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Unset dirty status for tenant:209da4d33dc74678ab66bd74395f33ba on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:53:17.859609 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-701d6e6f-4449-40a8-ad71-bce7b814d130 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=209da4d33dc74678ab66bd74395f33ba HTTP/1.1" status: 200  len: 5704 time: 0.1049795
Jan 25 18:53:17.894323 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-0b42668c-2610-4573-a81d-0ad653c0d8e7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Request body: {'port': {'device_id': 'fa145c59-0227-465a-ad36-635b77ec9440', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'admin_state_up': True, 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'security_groups': ['cdbe0109-4f03-4134-b77a-4bc63f3a1c99']}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:53:17.977827 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbc576-7ffe-47a6-ba7e-84e1f48a3de7 req-c66fafd2-3bee-46fc-94ba-173bb809225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:17.979370 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f6bbc576-7ffe-47a6-ba7e-84e1f48a3de7 req-c66fafd2-3bee-46fc-94ba-173bb809225b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2c9dcb5e72645ccb63499c5ffc7def9&device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 1160 time: 0.0900986
Jan 25 18:53:18.052932 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-0b42668c-2610-4573-a81d-0ad653c0d8e7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:53:18.063611 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-0b42668c-2610-4573-a81d-0ad653c0d8e7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:53:18.073878 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-0b42668c-2610-4573-a81d-0ad653c0d8e7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Made reservation on behalf of 209da4d33dc74678ab66bd74395f33ba for: {'port': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:53:18.086741 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-0b42668c-2610-4573-a81d-0ad653c0d8e7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:18.226014 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbc576-7ffe-47a6-ba7e-84e1f48a3de7 req-2f7328fe-cce1-4e20-b068-5a14ed628122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:18.227631 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f6bbc576-7ffe-47a6-ba7e-84e1f48a3de7 req-2f7328fe-cce1-4e20-b068-5a14ed628122 service neutron] 10.222.0.70 "GET /v2.0/networks?id=587a6c90-052a-4972-837a-04642fcc756a HTTP/1.1" status: 200  len: 902 time: 0.2408319
Jan 25 18:53:18.305408 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f6bbc576-7ffe-47a6-ba7e-84e1f48a3de7 req-1cef1e8a-5f71-44a0-be4a-9c309f1d1265 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=960f1b19-e6db-469c-a0e8-6ce329795691 HTTP/1.1" status: 200  len: 217 time: 0.0686815
Jan 25 18:53:18.385075 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbc576-7ffe-47a6-ba7e-84e1f48a3de7 req-3ee93f07-8ff3-4219-9fc9-7641a8069946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:18.386681 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f6bbc576-7ffe-47a6-ba7e-84e1f48a3de7 req-3ee93f07-8ff3-4219-9fc9-7641a8069946 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2c86ae63-9532-4e42-8427-e714a5a4b554 HTTP/1.1" status: 200  len: 847 time: 0.0713933
Jan 25 18:53:18.477447 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbc576-7ffe-47a6-ba7e-84e1f48a3de7 req-50706aeb-2688-44db-9635-fb3035b34d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:18.479364 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f6bbc576-7ffe-47a6-ba7e-84e1f48a3de7 req-50706aeb-2688-44db-9635-fb3035b34d00 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=587a6c90-052a-4972-837a-04642fcc756a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0856094
Jan 25 18:53:18.519843 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-0b42668c-2610-4573-a81d-0ad653c0d8e7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Allocated IP 172.20.0.9 (23d57d78-9fa5-4fd9-bb4c-f55ad34ce986/351749ea-67fa-4715-84dd-c0eb9be61229/edade84c-46c8-4321-ba8a-a9011bc7cdfd) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:53:18.670818 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-350979af-b34d-4371-86ac-135f188fcf1a req-1c34015d-b977-4cc0-8008-c82ea43a57e9 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 210 time: 0.0620341
Jan 25 18:53:18.705496 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f6bbc576-7ffe-47a6-ba7e-84e1f48a3de7 req-5a2918c4-8d07-4a78-8deb-c936f9ca98d8 service neutron] 10.222.0.70 "GET /v2.0/networks/587a6c90-052a-4972-837a-04642fcc756a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1839149
Jan 25 18:53:18.741876 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d6649-54c0-4e4a-8889-a08c395ccda7 req-0806bf9e-1d3d-4441-8d3d-6e786bc017c2 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:18.743635 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-de1d6649-54c0-4e4a-8889-a08c395ccda7 req-0806bf9e-1d3d-4441-8d3d-6e786bc017c2 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 943 time: 0.2633047
Jan 25 18:53:18.804615 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-de1d6649-54c0-4e4a-8889-a08c395ccda7 req-8e34910b-78f4-491c-be2a-c262c49bb3e7 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0533817
Jan 25 18:53:18.869323 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-0b42668c-2610-4573-a81d-0ad653c0d8e7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:18.900352 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-0b42668c-2610-4573-a81d-0ad653c0d8e7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Transition to ACTIVE for port object edade84c-46c8-4321-ba8a-a9011bc7cdfd will not be triggered until provisioned by entity DHCP. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:53:18.936822 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-0b42668c-2610-4573-a81d-0ad653c0d8e7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:18.956239 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f6bbc576-7ffe-47a6-ba7e-84e1f48a3de7 req-de530c1d-be12-4ed5-9ef9-66a6f8f61c70 service neutron] 10.222.0.70 "GET /v2.0/networks/587a6c90-052a-4972-837a-04642fcc756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1613541
Jan 25 18:53:18.963571 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-51c1564e-e55a-4aa9-adcd-7992cb5c7778 tempest-ServerRescueNegativeTestJSON-537356943 tempest-ServerRescueNegativeTestJSON-537356943] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:53:19.356463 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42668c-2610-4573-a81d-0ad653c0d8e7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Pushing event updated for resources: {'Port': ['ID=edade84c-46c8-4321-ba8a-a9011bc7cdfd,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:53:19.367366 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0b42668c-2610-4573-a81d-0ad653c0d8e7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:53:19.418456 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-0b42668c-2610-4573-a81d-0ad653c0d8e7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Network 23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:53:19.419766 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-0b42668c-2610-4573-a81d-0ad653c0d8e7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:53:19.422937 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-0b42668c-2610-4573-a81d-0ad653c0d8e7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:53:19.475195 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:19.529269 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-0b42668c-2610-4573-a81d-0ad653c0d8e7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:19.530587 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-0b42668c-2610-4573-a81d-0ad653c0d8e7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:19.562716 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-0b42668c-2610-4573-a81d-0ad653c0d8e7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6737909
Jan 25 18:53:19.587233 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] Request body: {'port': {'device_id': 'fa145c59-0227-465a-ad36-635b77ec9440', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:53:19.654509 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-6dc1297f-9c84-4cf3-bfbf-8728eba669bb None None] Provisioning for port edade84c-46c8-4321-ba8a-a9011bc7cdfd completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:53:19.661259 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-6dc1297f-9c84-4cf3-bfbf-8728eba669bb None None] Provisioning complete for port edade84c-46c8-4321-ba8a-a9011bc7cdfd triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:53:19.661899 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-6dc1297f-9c84-4cf3-bfbf-8728eba669bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:19.739013 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-6dc1297f-9c84-4cf3-bfbf-8728eba669bb None None] Port edade84c-46c8-4321-ba8a-a9011bc7cdfd cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 18:53:19.744285 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:20.091773 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ae43-0c63-43e1-a0bf-f54e3c70a94b req-fc1f9feb-f70b-4056-b0ec-591f3eb5bdd7 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:20.093615 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3b20ae43-0c63-43e1-a0bf-f54e3c70a94b req-fc1f9feb-f70b-4056-b0ec-591f3eb5bdd7 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 943 time: 0.1323202
Jan 25 18:53:20.156078 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3b20ae43-0c63-43e1-a0bf-f54e3c70a94b req-6a5b7693-f01d-4f9c-9e16-867525979827 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0553007
Jan 25 18:53:20.163223 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec66434-16ed-4ec3-be01-26d573299b7f req-7def6ed0-82bf-4a37-8b92-a54d17dde58c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:20.164054 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-cec66434-16ed-4ec3-be01-26d573299b7f req-7def6ed0-82bf-4a37-8b92-a54d17dde58c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Synchronizing usage tracker for tenant:209da4d33dc74678ab66bd74395f33ba on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:53:20.252388 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-cec66434-16ed-4ec3-be01-26d573299b7f req-7def6ed0-82bf-4a37-8b92-a54d17dde58c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Unset dirty status for tenant:209da4d33dc74678ab66bd74395f33ba on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:53:20.253735 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cec66434-16ed-4ec3-be01-26d573299b7f req-7def6ed0-82bf-4a37-8b92-a54d17dde58c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 931 time: 0.3393309
Jan 25 18:53:20.341266 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cec66434-16ed-4ec3-be01-26d573299b7f req-46d5817f-0437-468b-8292-213b39888dbb tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749781
Jan 25 18:53:20.426829 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edade84c-46c8-4321-ba8a-a9011bc7cdfd {{(pid=80199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 25 18:53:20.435969 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:20.450086 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] Transition to ACTIVE for port object edade84c-46c8-4321-ba8a-a9011bc7cdfd will not be triggered until provisioned by entity L2. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:53:20.454002 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:20.471816 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d3cc5400-1049-4444-b87d-a99522d47f23 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:53:20.624699 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] Pushing event updated for resources: {'Port': ['ID=edade84c-46c8-4321-ba8a-a9011bc7cdfd,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:53:20.630403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:53:20.823932 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fb1f4ffd-2a01-4f98-9ba8-f96c2be1e6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:20.842329 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] Attempting to bind port edade84c-46c8-4321-ba8a-a9011bc7cdfd on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:53:20.842956 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] Attempting to bind port edade84c-46c8-4321-ba8a-a9011bc7cdfd by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '55410d9d-97de-42cd-bba9-f6786af81212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986'}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:53:20.843587 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] Attempting to bind port edade84c-46c8-4321-ba8a-a9011bc7cdfd on network 23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:53:20.855593 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] Checking agent: {'id': '2edca791-6dfd-4a0b-9497-e94f443cd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 33), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:53:20.856236 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] Checking segment: {'id': '55410d9d-97de-42cd-bba9-f6786af81212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:53:20.856922 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:20.857668 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] Bound using segment: {'id': '55410d9d-97de-42cd-bba9-f6786af81212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986'} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:53:20.859047 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] Bound port: edade84c-46c8-4321-ba8a-a9011bc7cdfd, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55410d9d-97de-42cd-bba9-f6786af81212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986'}}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:53:20.859708 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:21.030078 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] For port edade84c-46c8-4321-ba8a-a9011bc7cdfd, host hv-cinder-77238, cleared binding levels {{(pid=80199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:53:21.033831 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] For port edade84c-46c8-4321-ba8a-a9011bc7cdfd, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=edade84c-46c8-4321-ba8a-a9011bc7cdfd,segment=NetworkSegment(55410d9d-97de-42cd-bba9-f6786af81212),segment_id=55410d9d-97de-42cd-bba9-f6786af81212)] {{(pid=80199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:53:21.038231 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:21.055633 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b143e59b-dbac-48fc-ac35-70de0c8ef116 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:53:21.220644 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] Pushing event updated for resources: {'Port': ['ID=edade84c-46c8-4321-ba8a-a9011bc7cdfd,revision_number=3']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:53:21.224621 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:53:21.288656 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:21.289838 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:21.292573 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] 10.222.0.70 "PUT /v2.0/ports/edade84c-46c8-4321-ba8a-a9011bc7cdfd HTTP/1.1" status: 200  len: 1157 time: 1.7120712
Jan 25 18:53:21.293503 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa145c59-0227-465a-ad36-635b77ec9440', 'tag': 'edade84c-46c8-4321-ba8a-a9011bc7cdfd'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:53:21.408187 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa145c59-0227-465a-ad36-635b77ec9440', 'tag': 'edade84c-46c8-4321-ba8a-a9011bc7cdfd', 'status': 'completed', 'code': 200}
Jan 25 18:53:21.480015 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-c7e5fba5-e338-4982-ade6-1486689b39e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:21.482075 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-c7e5fba5-e338-4982-ade6-1486689b39e5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=209da4d33dc74678ab66bd74395f33ba&device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 1160 time: 0.1194646
Jan 25 18:53:21.523235 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9ddde-c936-4362-9303-680db494c313 req-ed6078a1-8cd1-42bc-9c5f-a765efb9d880 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:21.532621 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-52f9ddde-c936-4362-9303-680db494c313 req-ed6078a1-8cd1-42bc-9c5f-a765efb9d880 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 943 time: 0.1891727
Jan 25 18:53:21.596423 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-52f9ddde-c936-4362-9303-680db494c313 req-e007e510-0ed1-4111-9098-71bb2a93709d tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0625703
Jan 25 18:53:21.648018 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-68742383-a460-43ad-9efc-94b3df7cbe6f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edade84c-46c8-4321-ba8a-a9011bc7cdfd HTTP/1.1" status: 200  len: 217 time: 0.1507697
Jan 25 18:53:21.882539 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-bd860552-2e4d-434a-b5a2-b001d2de5a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:21.885584 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-bd860552-2e4d-434a-b5a2-b001d2de5a76 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=351749ea-67fa-4715-84dd-c0eb9be61229 HTTP/1.1" status: 200  len: 855 time: 0.1629555
Jan 25 18:53:22.071218 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138356f-6b14-434c-827e-9ae54006c144 req-961f6ef7-2638-4fa4-9b58-376df4034cf2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:22.074008 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c138356f-6b14-434c-827e-9ae54006c144 req-961f6ef7-2638-4fa4-9b58-376df4034cf2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 943 time: 0.4297054
Jan 25 18:53:22.132018 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:53:22.201829 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c138356f-6b14-434c-827e-9ae54006c144 req-fc92bb20-38d5-4ddb-954a-de882de89f8a tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1189363
Jan 25 18:53:22.212552 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-631b8a8b-bafc-4c3d-8af1-107cc7efc7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:22.215465 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-631b8a8b-bafc-4c3d-8af1-107cc7efc7ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3204486
Jan 25 18:53:22.374464 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-352d6fc2-9d3c-4cf3-a3d5-0bd48d666f22 service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1518438
Jan 25 18:53:22.553746 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-00e309aa-b6ed-4f31-9028-d3bd5541f2cd req-68e2115e-3e25-4567-9626-7928e50a5492 service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1721280
Jan 25 18:53:22.769749 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a5bde-dd2f-4fad-ab12-2934089f9791 req-db42889f-d083-4d58-b4bd-96f43d0ec636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:22.771774 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-883a5bde-dd2f-4fad-ab12-2934089f9791 req-db42889f-d083-4d58-b4bd-96f43d0ec636 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=209da4d33dc74678ab66bd74395f33ba&device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 1160 time: 0.1152666
Jan 25 18:53:22.858916 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6ab65-1346-410b-9457-8b3904cde2b5 req-762b002a-9ae9-46b3-8948-917e3ff09110 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:22.860600 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-aac6ab65-1346-410b-9457-8b3904cde2b5 req-762b002a-9ae9-46b3-8948-917e3ff09110 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 943 time: 0.1289926
Jan 25 18:53:22.921721 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-aac6ab65-1346-410b-9457-8b3904cde2b5 req-38eefddf-bd7f-48cd-bb65-a0b2428c66e1 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0539899
Jan 25 18:53:23.044999 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a5bde-dd2f-4fad-ab12-2934089f9791 req-df8bed63-7cd8-4fd1-be2e-83e1fb2410d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:23.047908 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-883a5bde-dd2f-4fad-ab12-2934089f9791 req-df8bed63-7cd8-4fd1-be2e-83e1fb2410d5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 HTTP/1.1" status: 200  len: 910 time: 0.2683275
Jan 25 18:53:23.050667 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:23.126935 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3ea19098-fc48-4923-84d1-677d9d670eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:23.141377 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-883a5bde-dd2f-4fad-ab12-2934089f9791 req-9456e01c-9bd2-4fcb-90e0-71d9e2556789 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edade84c-46c8-4321-ba8a-a9011bc7cdfd HTTP/1.1" status: 200  len: 217 time: 0.0864868
Jan 25 18:53:23.220371 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a5bde-dd2f-4fad-ab12-2934089f9791 req-07b5bf57-10a9-41c6-a389-c7e8ad1f90a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:23.222021 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-883a5bde-dd2f-4fad-ab12-2934089f9791 req-07b5bf57-10a9-41c6-a389-c7e8ad1f90a9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=351749ea-67fa-4715-84dd-c0eb9be61229 HTTP/1.1" status: 200  len: 855 time: 0.0737514
Jan 25 18:53:23.319639 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a5bde-dd2f-4fad-ab12-2934089f9791 req-3b58e64e-5310-48bc-8206-c80c824a07a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:23.321345 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-883a5bde-dd2f-4fad-ab12-2934089f9791 req-3b58e64e-5310-48bc-8206-c80c824a07a6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0912037
Jan 25 18:53:23.788075 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-883a5bde-dd2f-4fad-ab12-2934089f9791 req-7e4edc82-45a6-4452-8e84-057d156998a1 service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4578824
Jan 25 18:53:23.826217 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7806a-7690-49f6-9929-a6095b6c92bf req-4ebb470c-9c19-4c3a-a245-8e7a124065a7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:23.828763 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-03c7806a-7690-49f6-9929-a6095b6c92bf req-4ebb470c-9c19-4c3a-a245-8e7a124065a7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 943 time: 0.2356029
Jan 25 18:53:23.990533 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-03c7806a-7690-49f6-9929-a6095b6c92bf req-89642e4f-0181-4bfe-a615-85bda48c1474 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1362383
Jan 25 18:53:24.064886 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-883a5bde-dd2f-4fad-ab12-2934089f9791 req-a7bd9703-e2b7-4b03-b4c3-779750820be7 service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2346625
Jan 25 18:53:24.301538 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927b471-91d5-4fbb-ac6d-c0d4aec7b4bf req-0661f433-b9a2-4899-b749-036b535e4b05 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:24.303276 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5927b471-91d5-4fbb-ac6d-c0d4aec7b4bf req-0661f433-b9a2-4899-b749-036b535e4b05 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 943 time: 0.1247978
Jan 25 18:53:24.372282 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5927b471-91d5-4fbb-ac6d-c0d4aec7b4bf req-a488f484-5ff3-42c7-a1fe-90074a98ced9 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0570586
Jan 25 18:53:24.760550 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:25.172696 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:25.310136 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032413c-5442-4e9b-a987-f8cb80513d2e req-194f9dd6-68ac-414b-89fc-c5de262ebec3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:25.312645 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9032413c-5442-4e9b-a987-f8cb80513d2e req-194f9dd6-68ac-414b-89fc-c5de262ebec3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 943 time: 0.1213813
Jan 25 18:53:25.368541 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9032413c-5442-4e9b-a987-f8cb80513d2e req-5e92f153-a00d-4a1a-b717-a8efa9a2e443 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490160
Jan 25 18:53:25.634243 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd7eac-d2f1-450b-950f-5471444a84d5 req-b5db90dd-a915-4cff-b851-f05b4988654a tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:25.635890 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bccd7eac-d2f1-450b-950f-5471444a84d5 req-b5db90dd-a915-4cff-b851-f05b4988654a tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 943 time: 0.1200635
Jan 25 18:53:25.699358 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bccd7eac-d2f1-450b-950f-5471444a84d5 req-7be74f75-6e73-413d-87e4-7d4f78a439cf tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0509515
Jan 25 18:53:25.866544 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9977068b-9a50-4820-a8a8-988b8ff6263f req-fa1f307a-b53b-4b86-9769-4c7c63a35234 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0837932
Jan 25 18:53:25.987986 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977068b-9a50-4820-a8a8-988b8ff6263f req-9fc58a8b-03d8-4bab-8da6-d2a3c10d7f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:25.989628 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9977068b-9a50-4820-a8a8-988b8ff6263f req-9fc58a8b-03d8-4bab-8da6-d2a3c10d7f89 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=234b78cd296a4bdea51c2f35045a0c86&device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 1203 time: 0.0863264
Jan 25 18:53:26.169372 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977068b-9a50-4820-a8a8-988b8ff6263f req-d4e8c118-dcc6-48a0-baa5-125d9aca7a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:26.170994 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9977068b-9a50-4820-a8a8-988b8ff6263f req-d4e8c118-dcc6-48a0-baa5-125d9aca7a45 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5befc5c7-4fb1-441f-ae56-895f36e7215f HTTP/1.1" status: 200  len: 909 time: 0.1558719
Jan 25 18:53:26.288622 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9977068b-9a50-4820-a8a8-988b8ff6263f req-08b8fb95-d15c-4015-b9c0-55c7038dd6e9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6038040e-5280-4397-a221-1631cdcce94a HTTP/1.1" status: 200  len: 1001 time: 0.1105165
Jan 25 18:53:26.363426 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977068b-9a50-4820-a8a8-988b8ff6263f req-15ede582-b23f-4314-ada6-b14f38299528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:26.365080 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9977068b-9a50-4820-a8a8-988b8ff6263f req-15ede582-b23f-4314-ada6-b14f38299528 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51e7574b-cada-4174-8553-3c9fdb07fc53 HTTP/1.1" status: 200  len: 854 time: 0.0680988
Jan 25 18:53:26.565174 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977068b-9a50-4820-a8a8-988b8ff6263f req-0c1463f2-c322-4f99-a996-ffd106501f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:26.567860 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9977068b-9a50-4820-a8a8-988b8ff6263f req-0c1463f2-c322-4f99-a996-ffd106501f3b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5befc5c7-4fb1-441f-ae56-895f36e7215f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1498663
Jan 25 18:53:26.813314 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9977068b-9a50-4820-a8a8-988b8ff6263f req-950d5174-9310-400a-8028-79ad487d81b9 service neutron] 10.222.0.70 "GET /v2.0/networks/5befc5c7-4fb1-441f-ae56-895f36e7215f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2373021
Jan 25 18:53:26.848452 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a313b8-0a9f-4968-93dd-17177ae1137c req-fedfdc45-72e8-4418-a9c0-83d48d10b2f5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:26.850150 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-52a313b8-0a9f-4968-93dd-17177ae1137c req-fedfdc45-72e8-4418-a9c0-83d48d10b2f5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 943 time: 0.2262318
Jan 25 18:53:26.973812 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040ce14-14fb-4842-ad7c-e7ea8af31fbe req-cb5660ad-14df-4679-9a11-0141724578d9 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:26.975559 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2040ce14-14fb-4842-ad7c-e7ea8af31fbe req-cb5660ad-14df-4679-9a11-0141724578d9 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 943 time: 0.1301498
Jan 25 18:53:27.007108 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-52a313b8-0a9f-4968-93dd-17177ae1137c req-2bd5045b-45b9-4a62-9ac9-930b3f2a2c86 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1316395
Jan 25 18:53:27.052225 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2040ce14-14fb-4842-ad7c-e7ea8af31fbe req-62fc0455-4643-43cd-b86e-78280038f12c tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0690989
Jan 25 18:53:27.068248 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9977068b-9a50-4820-a8a8-988b8ff6263f req-28a80667-f756-4704-96f4-5e085106f365 service neutron] 10.222.0.70 "GET /v2.0/networks/5befc5c7-4fb1-441f-ae56-895f36e7215f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2167282
Jan 25 18:53:28.353773 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c540409-a921-437a-a80f-0c2f8252cfdf req-08844de0-a6b3-47d1-a5ef-f65f9049fa0c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:28.356601 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2c540409-a921-437a-a80f-0c2f8252cfdf req-08844de0-a6b3-47d1-a5ef-f65f9049fa0c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 943 time: 0.1857111
Jan 25 18:53:28.395088 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5040e-2f97-4bf5-860f-189fc5c44907 req-3b4aef5e-950d-49e2-86c6-066cc9351571 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:28.397803 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-13f5040e-2f97-4bf5-860f-189fc5c44907 req-3b4aef5e-950d-49e2-86c6-066cc9351571 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 943 time: 0.1733022
Jan 25 18:53:28.436316 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2c540409-a921-437a-a80f-0c2f8252cfdf req-f506dee7-c46b-4445-9f50-261e18e56cbe tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715055
Jan 25 18:53:28.480592 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-13f5040e-2f97-4bf5-860f-189fc5c44907 req-b4a554c2-f48d-44be-a184-fe12a17e9686 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0697641
Jan 25 18:53:29.473042 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 960f1b19-e6db-469c-a0e8-6ce329795691 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:53:29.576206 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning for port 960f1b19-e6db-469c-a0e8-6ce329795691 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:53:29.586053 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 960f1b19-e6db-469c-a0e8-6ce329795691 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:53:29.586772 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:29.772454 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbbc4a-b4ba-4a79-8ba3-9c664fc2f7f0 req-07506275-0e62-458d-ad32-aa69839fea4a tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:29.774331 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f2dbbc4a-b4ba-4a79-8ba3-9c664fc2f7f0 req-07506275-0e62-458d-ad32-aa69839fea4a tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 943 time: 0.1296906
Jan 25 18:53:29.776563 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbbb49-e9bb-4c9d-a060-c4f6003117a0 req-7289bf63-a565-4ac1-acec-0c8d75a55eb2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:29.778424 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cedbbb49-e9bb-4c9d-a060-c4f6003117a0 req-7289bf63-a565-4ac1-acec-0c8d75a55eb2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 943 time: 0.1662130
Jan 25 18:53:29.836769 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:29.842658 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cedbbb49-e9bb-4c9d-a060-c4f6003117a0 req-11e9153a-757a-4121-9a2a-245eae88e555 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576355
Jan 25 18:53:29.845216 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f2dbbc4a-b4ba-4a79-8ba3-9c664fc2f7f0 req-4404f1c6-0223-417b-9620-05c7e51113c9 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0545542
Jan 25 18:53:29.889900 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960f1b19-e6db-469c-a0e8-6ce329795691'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:53:29.907977 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 960f1b19-e6db-469c-a0e8-6ce329795691, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=960f1b19-e6db-469c-a0e8-6ce329795691,segment=NetworkSegment(a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7),segment_id=a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:53:29.911936 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:29.913259 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device edade84c-46c8-4321-ba8a-a9011bc7cdfd up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:53:29.947428 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:53:29.991553 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960f1b19-e6db-469c-a0e8-6ce329795691', 'code': 200}
Jan 25 18:53:30.060505 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=960f1b19-e6db-469c-a0e8-6ce329795691,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:53:30.064285 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:53:30.067079 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning for port edade84c-46c8-4321-ba8a-a9011bc7cdfd completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:53:30.074214 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port edade84c-46c8-4321-ba8a-a9011bc7cdfd triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:53:30.074638 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:30.242803 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:30.285410 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port edade84c-46c8-4321-ba8a-a9011bc7cdfd, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=edade84c-46c8-4321-ba8a-a9011bc7cdfd,segment=NetworkSegment(55410d9d-97de-42cd-bba9-f6786af81212),segment_id=55410d9d-97de-42cd-bba9-f6786af81212)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:53:30.290810 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:30.295429 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:53:30.343277 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebf55c-a186-4b86-9e9f-77bba5ea3e4a req-94231ead-27d6-476a-b3cd-eb785a235b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:30.344825 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-44ebf55c-a186-4b86-9e9f-77bba5ea3e4a req-94231ead-27d6-476a-b3cd-eb785a235b11 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 1162 time: 0.0865560
Jan 25 18:53:30.386551 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=edade84c-46c8-4321-ba8a-a9011bc7cdfd,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:53:30.390996 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:53:30.401977 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-44ebf55c-a186-4b86-9e9f-77bba5ea3e4a req-0fdeebd2-07ee-47ba-b1f2-f5038124bb2f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0489509
Jan 25 18:53:30.846904 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 960f1b19-e6db-469c-a0e8-6ce329795691 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:53:30.942515 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 960f1b19-e6db-469c-a0e8-6ce329795691 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:53:30.942941 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:31.125004 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device edade84c-46c8-4321-ba8a-a9011bc7cdfd up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:53:31.244585 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port edade84c-46c8-4321-ba8a-a9011bc7cdfd triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:53:31.245387 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:31.338558 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579148b5-0ad1-4b6d-9639-70d1fd87f38a req-ee848862-6106-4b2b-b263-f6b31300b362 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:31.341400 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-579148b5-0ad1-4b6d-9639-70d1fd87f38a req-ee848862-6106-4b2b-b263-f6b31300b362 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 945 time: 0.2377892
Jan 25 18:53:31.374808 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a1859-1228-4369-85ac-8226e5e5976c req-b714f140-53c9-41d5-b3e0-0fefd4205cd0 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:31.381502 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ff5a1859-1228-4369-85ac-8226e5e5976c req-b714f140-53c9-41d5-b3e0-0fefd4205cd0 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.3815432
Jan 25 18:53:31.404857 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-579148b5-0ad1-4b6d-9639-70d1fd87f38a req-207ac813-d81f-4be5-aca0-5f3b1919b480 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0561154
Jan 25 18:53:31.464445 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ff5a1859-1228-4369-85ac-8226e5e5976c req-a170b3b7-64ce-404c-ae17-a9a169eb9610 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800884
Jan 25 18:53:31.992706 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa145c59-0227-465a-ad36-635b77ec9440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edade84c-46c8-4321-ba8a-a9011bc7cdfd'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:53:32.074272 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa145c59-0227-465a-ad36-635b77ec9440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edade84c-46c8-4321-ba8a-a9011bc7cdfd', 'code': 200}
Jan 25 18:53:32.375469 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3d8b5-5ac2-4633-8ea6-345bac46225b req-db0d76b6-612a-4320-a45f-0774f94f8ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:32.377193 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-47e3d8b5-5ac2-4633-8ea6-345bac46225b req-db0d76b6-612a-4320-a45f-0774f94f8ee0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 1162 time: 0.0815647
Jan 25 18:53:32.436779 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-47e3d8b5-5ac2-4633-8ea6-345bac46225b req-383def19-5692-42b7-a4c8-b42b91854ecc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460470
Jan 25 18:53:32.715727 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c9c99-1ca0-437b-b9c3-b6efaf42ddb8 req-b49e0b1b-98bc-4083-a771-06639fd1480a tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:32.718066 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-969c9c99-1ca0-437b-b9c3-b6efaf42ddb8 req-b49e0b1b-98bc-4083-a771-06639fd1480a tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 945 time: 0.1660941
Jan 25 18:53:32.782207 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-969c9c99-1ca0-437b-b9c3-b6efaf42ddb8 req-6cbccc9b-5771-4ddb-aaef-fb029955db0f tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0570247
Jan 25 18:53:32.882261 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5e429-6e84-48ec-91a0-7b577e17fb54 req-642ee452-9a42-47a1-822f-e056bdcdf58c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:32.885610 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bae5e429-6e84-48ec-91a0-7b577e17fb54 req-642ee452-9a42-47a1-822f-e056bdcdf58c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.2235172
Jan 25 18:53:33.002162 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bae5e429-6e84-48ec-91a0-7b577e17fb54 req-71f591b4-2932-453e-a443-ab43169f5ad3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1051712
Jan 25 18:53:33.148558 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf1a1a-c549-4d79-a299-c711bfd10225 req-69b10cfe-a93c-4cd1-9b62-702a3eee56d6 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:33.151655 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2ebf1a1a-c549-4d79-a299-c711bfd10225 req-69b10cfe-a93c-4cd1-9b62-702a3eee56d6 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 945 time: 0.1886077
Jan 25 18:53:33.210764 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2ebf1a1a-c549-4d79-a299-c711bfd10225 req-f28c68e6-a816-4406-9bfb-c5d771b01552 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0534716
Jan 25 18:53:33.449729 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-adc23351-0f9d-4eca-9bc1-b2dc4a938616 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1813831
Jan 25 18:53:33.460701 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Request body: {'floatingip': {'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:53:33.473542 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:53:33.477932 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Usage tracker for resource:floatingip and tenant:c2c9dcb5e72645ccb63499c5ffc7def9 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:53:33.481176 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:53:33.487859 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:53:33.498568 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks [] for floatingip, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:33.653535 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:33.955771 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Allocated IP 172.27.1.62 (ef7ca5be-17a0-4c04-be0c-5aafd7b465e2/d3ebd7f5-b535-4f35-9c6a-a58c394e9ef4/c96bcaf5-6b97-4d47-985f-d6993397c850) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:53:34.129867 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:34.171977 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:34.188384 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e2d49508-732c-4f05-ab81-771520083ac5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:53:34.338401 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Pushing event updated for resources: {'Port': ['ID=c96bcaf5-6b97-4d47-985f-d6993397c850,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:53:34.344195 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:53:34.401543 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:53:34.402942 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:53:34.406130 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:53:34.495266 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92498c14-3202-4c78-857a-c6e43559463c req-b32d256a-ee11-4647-91d7-3ea9bfba3d9b tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:34.497248 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-92498c14-3202-4c78-857a-c6e43559463c req-b32d256a-ee11-4647-91d7-3ea9bfba3d9b tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1765616
Jan 25 18:53:34.522558 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks [] for floatingip, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:34.569224 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-92498c14-3202-4c78-857a-c6e43559463c req-26941a5f-d028-40f6-bd78-c1cf0d206943 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644181
Jan 25 18:53:34.611629 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:34.891684 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335d27c-dd85-42c9-bc24-23eb57e35709 req-339152fd-2396-4b1b-a273-f47e329db4aa tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:34.893905 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4335d27c-dd85-42c9-bc24-23eb57e35709 req-339152fd-2396-4b1b-a273-f47e329db4aa tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1398797
Jan 25 18:53:34.913361 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 37312) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:53:34.919515 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-4540c8bd-3ac6-4872-ad22-a3e16bdd42bc tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Request body: {'floatingip': {'port_id': 'edade84c-46c8-4321-ba8a-a9011bc7cdfd'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:53:35.020404 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4540c8bd-3ac6-4872-ad22-a3e16bdd42bc tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for floatingip, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:35.251853 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:35.256192 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:35.271306 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:53:35.423757 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Pushing event updated for resources: {'Port': ['ID=c96bcaf5-6b97-4d47-985f-d6993397c850,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:53:35.428574 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:53:35.548867 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363676'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:35.577932 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:35.580397 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.1237996
Jan 25 18:53:35.683836 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-e5085fb3-02a0-4481-8870-7ba94f67a52b tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Synchronizing usage tracker for tenant:c2c9dcb5e72645ccb63499c5ffc7def9 on resource:floatingip {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:53:35.702336 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-e5085fb3-02a0-4481-8870-7ba94f67a52b tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Unset dirty status for tenant:c2c9dcb5e72645ccb63499c5ffc7def9 on resource:floatingip {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:53:35.703641 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-e5085fb3-02a0-4481-8870-7ba94f67a52b tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.27.1.62 HTTP/1.1" status: 200  len: 695 time: 0.1153390
Jan 25 18:53:35.832420 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4540c8bd-3ac6-4872-ad22-a3e16bdd42bc tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for floatingip, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:35.835819 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4540c8bd-3ac6-4872-ad22-a3e16bdd42bc tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363676'] for floatingip, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:35.915537 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-1e7dd7b6-4507-42ad-a1f8-fc7543748e6e tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:35.917244 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f764b271-eee8-4245-8e39-7cff4efb4493 req-1e7dd7b6-4507-42ad-a1f8-fc7543748e6e tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/networks/ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 HTTP/1.1" status: 200  len: 784 time: 0.2061541
Jan 25 18:53:36.055192 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.l3_db [None req-4540c8bd-3ac6-4872-ad22-a3e16bdd42bc tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Floating IP 6e1428f1-17d1-4572-842a-bd0ee601f947 associated. External IP: 172.27.1.80, port: edade84c-46c8-4321-ba8a-a9011bc7cdfd.
Jan 25 18:53:36.356433 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d8c18-09fe-414d-b471-1da6f77e3729 req-b3d09293-9c68-446a-b61a-254bd1d328de tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:36.358178 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ce1d8c18-09fe-414d-b471-1da6f77e3729 req-b3d09293-9c68-446a-b61a-254bd1d328de tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2493782
Jan 25 18:53:36.581104 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ce1d8c18-09fe-414d-b471-1da6f77e3729 req-e1d2ec8d-e4fc-4b28-be56-5fdcbb9a9221 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.27.1.62 HTTP/1.1" status: 200  len: 695 time: 0.1675179
Jan 25 18:53:36.599860 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-ce1d8c18-09fe-414d-b471-1da6f77e3729 req-9c3de3cb-8ed4-441b-9615-2de499703c87 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Request body: {'floatingip': {'port_id': '960f1b19-e6db-469c-a0e8-6ce329795691', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:53:36.702333 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-ce1d8c18-09fe-414d-b471-1da6f77e3729 req-9c3de3cb-8ed4-441b-9615-2de499703c87 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks [] for floatingip, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:37.157936 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4540c8bd-3ac6-4872-ad22-a3e16bdd42bc tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Router cb836976-f9a6-407d-bd4a-5e24f3afd465 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:53:37.568905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4540c8bd-3ac6-4872-ad22-a3e16bdd42bc tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:53:37.575379 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4540c8bd-3ac6-4872-ad22-a3e16bdd42bc tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:37.582033 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a2c2d5-0741-4d4f-8983-69f7237a3cba None None] Sync routers for ids ['cb836976-f9a6-407d-bd4a-5e24f3afd465'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:53:37.606179 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2c2d5-0741-4d4f-8983-69f7237a3cba None None] Routers {'cb836976-f9a6-407d-bd4a-5e24f3afd465'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:53:37.607231 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-06a2c2d5-0741-4d4f-8983-69f7237a3cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1efd2f60>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:53:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['cb836976-f9a6-407d-bd4a-5e24f3afd465'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:53:37.742544 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-4540c8bd-3ac6-4872-ad22-a3e16bdd42bc tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "PUT /v2.0/floatingips/6e1428f1-17d1-4572-842a-bd0ee601f947 HTTP/1.1" status: 200  len: 990 time: 2.8279376
Jan 25 18:53:37.744908 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa145c59-0227-465a-ad36-635b77ec9440', 'tag': 'edade84c-46c8-4321-ba8a-a9011bc7cdfd'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:53:37.905879 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-ce1d8c18-09fe-414d-b471-1da6f77e3729 req-9c3de3cb-8ed4-441b-9615-2de499703c87 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks [] for floatingip, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:37.909585 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-ce1d8c18-09fe-414d-b471-1da6f77e3729 req-9c3de3cb-8ed4-441b-9615-2de499703c87 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363676'] for floatingip, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:38.050883 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa145c59-0227-465a-ad36-635b77ec9440', 'tag': 'edade84c-46c8-4321-ba8a-a9011bc7cdfd', 'status': 'completed', 'code': 200}
Jan 25 18:53:38.137424 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.l3_db [req-ce1d8c18-09fe-414d-b471-1da6f77e3729 req-9c3de3cb-8ed4-441b-9615-2de499703c87 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Floating IP 7b0bbf3d-cf9c-4834-852e-5df3753ee118 associated. External IP: 172.27.1.62, port: 960f1b19-e6db-469c-a0e8-6ce329795691.
Jan 25 18:53:38.224128 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-06a2c2d5-0741-4d4f-8983-69f7237a3cba None None] Set router cb836976-f9a6-407d-bd4a-5e24f3afd465 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:53:38.229035 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209323b-392c-47a0-9e82-13ff015dbc1c req-71c8d560-0614-4ce5-b7a8-747e5e20112e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:38.231696 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8209323b-392c-47a0-9e82-13ff015dbc1c req-71c8d560-0614-4ce5-b7a8-747e5e20112e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=209da4d33dc74678ab66bd74395f33ba&device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 1162 time: 0.1349952
Jan 25 18:53:38.485975 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209323b-392c-47a0-9e82-13ff015dbc1c req-5bdc51cf-79ca-4818-8d1d-e62a3f394a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:38.488638 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8209323b-392c-47a0-9e82-13ff015dbc1c req-5bdc51cf-79ca-4818-8d1d-e62a3f394a5a service neutron] 10.222.0.70 "GET /v2.0/networks?id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 HTTP/1.1" status: 200  len: 910 time: 0.2486639
Jan 25 18:53:38.685588 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8209323b-392c-47a0-9e82-13ff015dbc1c req-6381201c-17d2-44cb-a471-b0fa919ce063 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edade84c-46c8-4321-ba8a-a9011bc7cdfd HTTP/1.1" status: 200  len: 998 time: 0.1872993
Jan 25 18:53:38.770902 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-06a2c2d5-0741-4d4f-8983-69f7237a3cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1efd2f60>, [{'id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'name': 'tempest-AttachVolumeShelveTestJSON-878325676-router', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:36Z', 'updated_at': '2021-01-25T18:43:51Z', 'revision_number': 4, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'gw_port': {'id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': '6e1428f1-17d1-4572-842a-bd0ee601f947', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'port_id': 'edade84c-46c8-4321-ba8a-a9011bc7cdfd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'mac_address': 'fa:16:3e:79:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa145c59-0227-465a-ad36-635b77ec9440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:53:13Z', 'updated_at': '2021-01-25T18:53:35Z', 'revision_number': 1, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2377f2-1f02-4b38-8cff-d4c991499b5a', 'name': '', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'mac_address': 'fa:16:3e:bf:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:50Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 5, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'subnets': [{'id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:53:38.776193 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a2c2d5-0741-4d4f-8983-69f7237a3cba None None] Checking router: cb836976-f9a6-407d-bd4a-5e24f3afd465 for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:53:38.787629 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce1d8c18-09fe-414d-b471-1da6f77e3729 req-9c3de3cb-8ed4-441b-9615-2de499703c87 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Router e45c3e16-73c8-4a19-9b56-2dff41aa2eb3 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:53:38.789909 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2c2d5-0741-4d4f-8983-69f7237a3cba None None] Routers {'cb836976-f9a6-407d-bd4a-5e24f3afd465'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:53:38.791144 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-06a2c2d5-0741-4d4f-8983-69f7237a3cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1efd2f60>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:53:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['cb836976-f9a6-407d-bd4a-5e24f3afd465'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:53:38.803779 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209323b-392c-47a0-9e82-13ff015dbc1c req-cc9515a8-4f25-4647-b588-2577ea3ad010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:38.805451 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8209323b-392c-47a0-9e82-13ff015dbc1c req-cc9515a8-4f25-4647-b588-2577ea3ad010 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=351749ea-67fa-4715-84dd-c0eb9be61229 HTTP/1.1" status: 200  len: 855 time: 0.1131825
Jan 25 18:53:38.895592 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209323b-392c-47a0-9e82-13ff015dbc1c req-2f7bdba8-4051-470f-93a4-105fbb235ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:38.896598 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8209323b-392c-47a0-9e82-13ff015dbc1c req-2f7bdba8-4051-470f-93a4-105fbb235ee0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836539
Jan 25 18:53:39.089659 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8209323b-392c-47a0-9e82-13ff015dbc1c req-142f5e88-db80-490d-99f7-c3852efafef2 service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1837964
Jan 25 18:53:39.115762 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce1d8c18-09fe-414d-b471-1da6f77e3729 req-9c3de3cb-8ed4-441b-9615-2de499703c87 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:53:39.130672 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a53ba0-7104-43fe-a47f-36e2066218b8 None None] Sync routers for ids ['e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'] in dv-cinder-772388-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:53:39.130994 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-ce1d8c18-09fe-414d-b471-1da6f77e3729 req-9c3de3cb-8ed4-441b-9615-2de499703c87 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:39.151213 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a53ba0-7104-43fe-a47f-36e2066218b8 None None] Routers {'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:53:39.152838 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-f3a53ba0-7104-43fe-a47f-36e2066218b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fae83c8>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:53:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:53:39.154029 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-06a2c2d5-0741-4d4f-8983-69f7237a3cba None None] Set router cb836976-f9a6-407d-bd4a-5e24f3afd465 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:53:39.208634 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ce1d8c18-09fe-414d-b471-1da6f77e3729 req-9c3de3cb-8ed4-441b-9615-2de499703c87 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "PUT /v2.0/floatingips/7b0bbf3d-cf9c-4834-852e-5df3753ee118 HTTP/1.1" status: 200  len: 995 time: 2.6160142
Jan 25 18:53:39.311441 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d8c18-09fe-414d-b471-1da6f77e3729 req-79711b22-18a2-4626-a02b-6b9e352290ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:39.313197 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ce1d8c18-09fe-414d-b471-1da6f77e3729 req-79711b22-18a2-4626-a02b-6b9e352290ec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c2c9dcb5e72645ccb63499c5ffc7def9&device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 1162 time: 0.0895579
Jan 25 18:53:39.370793 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8209323b-392c-47a0-9e82-13ff015dbc1c req-af22031b-0aa0-4d58-9b4e-b240696fc91f service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2733364
Jan 25 18:53:39.432421 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-f3a53ba0-7104-43fe-a47f-36e2066218b8 None None] Set router e45c3e16-73c8-4a19-9b56-2dff41aa2eb3 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:53:39.482613 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d8c18-09fe-414d-b471-1da6f77e3729 req-6bca64b7-d0c0-4caf-ac63-b7c257616223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:39.484505 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ce1d8c18-09fe-414d-b471-1da6f77e3729 req-6bca64b7-d0c0-4caf-ac63-b7c257616223 service neutron] 10.222.0.77 "GET /v2.0/networks?id=587a6c90-052a-4972-837a-04642fcc756a HTTP/1.1" status: 200  len: 902 time: 0.1632340
Jan 25 18:53:39.608866 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ce1d8c18-09fe-414d-b471-1da6f77e3729 req-9cb2276e-f87f-43ac-a005-d7760df30667 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=960f1b19-e6db-469c-a0e8-6ce329795691 HTTP/1.1" status: 200  len: 998 time: 0.1158373
Jan 25 18:53:39.684434 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d8c18-09fe-414d-b471-1da6f77e3729 req-94919253-2358-441c-9907-7bbfb8a7d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:39.686216 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ce1d8c18-09fe-414d-b471-1da6f77e3729 req-94919253-2358-441c-9907-7bbfb8a7d25b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2c86ae63-9532-4e42-8427-e714a5a4b554 HTTP/1.1" status: 200  len: 847 time: 0.0697899
Jan 25 18:53:39.799413 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-06a2c2d5-0741-4d4f-8983-69f7237a3cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1efd2f60>, [{'id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'name': 'tempest-AttachVolumeShelveTestJSON-878325676-router', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:36Z', 'updated_at': '2021-01-25T18:43:51Z', 'revision_number': 4, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'gw_port': {'id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': '6e1428f1-17d1-4572-842a-bd0ee601f947', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'port_id': 'edade84c-46c8-4321-ba8a-a9011bc7cdfd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'mac_address': 'fa:16:3e:79:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa145c59-0227-465a-ad36-635b77ec9440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:53:13Z', 'updated_at': '2021-01-25T18:53:35Z', 'revision_number': 1, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2377f2-1f02-4b38-8cff-d4c991499b5a', 'name': '', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'mac_address': 'fa:16:3e:bf:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:50Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 5, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'subnets': [{'id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:53:39.805157 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a2c2d5-0741-4d4f-8983-69f7237a3cba None None] The sync data for ids ['cb836976-f9a6-407d-bd4a-5e24f3afd465'] in dv-cinder-772388-1-iscsi is: [{'id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'name': 'tempest-AttachVolumeShelveTestJSON-878325676-router', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:36Z', 'updated_at': '2021-01-25T18:43:51Z', 'revision_number': 4, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'gw_port': {'id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': '6e1428f1-17d1-4572-842a-bd0ee601f947', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'port_id': 'edade84c-46c8-4321-ba8a-a9011bc7cdfd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'mac_address': 'fa:16:3e:79:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa145c59-0227-465a-ad36-635b77ec9440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:53:13Z', 'updated_at': '2021-01-25T18:53:35Z', 'revision_number': 1, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2377f2-1f02-4b38-8cff-d4c991499b5a', 'name': '', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'mac_address': 'fa:16:3e:bf:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:50Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 5, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'subnets': [{'id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:53:39.851874 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d8c18-09fe-414d-b471-1da6f77e3729 req-870d9fdb-7713-405c-98fc-6a7c5c18c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:39.854933 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ce1d8c18-09fe-414d-b471-1da6f77e3729 req-870d9fdb-7713-405c-98fc-6a7c5c18c020 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=587a6c90-052a-4972-837a-04642fcc756a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1613092
Jan 25 18:53:39.866786 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [req-ce1d8c18-09fe-414d-b471-1da6f77e3729 req-86e97eaf-ced4-44e4-b1f4-853ee8e9d404 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 25 18:53:39.868012 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ce1d8c18-09fe-414d-b471-1da6f77e3729 req-86e97eaf-ced4-44e4-b1f4-853ee8e9d404 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0059924
Jan 25 18:53:40.076659 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-f3a53ba0-7104-43fe-a47f-36e2066218b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fae83c8>, [{'id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'name': 'tempest-TestShelveInstance-713782821-router', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:52:11Z', 'updated_at': '2021-01-25T18:52:19Z', 'revision_number': 4, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'gw_port': {'id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:12Z', 'updated_at': '2021-01-25T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': '7b0bbf3d-cf9c-4834-852e-5df3753ee118', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'port_id': '960f1b19-e6db-469c-a0e8-6ce329795691', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '587a6c90-052a-4972-837a-04642fcc756a', 'mac_address': 'fa:16:3e:66:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:53:34Z', 'updated_at': '2021-01-25T18:53:37Z', 'revision_number': 1, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ba017e-9039-41fa-bde1-7bac115712db', 'name': '', 'network_id': '587a6c90-052a-4972-837a-04642fcc756a', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'mac_address': 'fa:16:3e:ee:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2c86ae63-9532-4e42-8427-e714a5a4b554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:17Z', 'updated_at': '2021-01-25T18:52:30Z', 'revision_number': 5, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'subnets': [{'id': '2c86ae63-9532-4e42-8427-e714a5a4b554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:53:40.084606 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a53ba0-7104-43fe-a47f-36e2066218b8 None None] Checking router: e45c3e16-73c8-4a19-9b56-2dff41aa2eb3 for host: dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:53:40.095688 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a53ba0-7104-43fe-a47f-36e2066218b8 None None] Routers {'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:53:40.096367 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-f3a53ba0-7104-43fe-a47f-36e2066218b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fae83c8>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:53:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:53:40.177932 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12639d80-dbb5-41b4-9b21-a4d0f99a2dc4 None None] New status for floating IP 6e1428f1-17d1-4572-842a-bd0ee601f947: ACTIVE {{(pid=80201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 25 18:53:40.342254 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd', 'tag': '960f1b19-e6db-469c-a0e8-6ce329795691'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:53:40.351652 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ce1d8c18-09fe-414d-b471-1da6f77e3729 req-f863587a-4271-4ed4-b507-343b218595b5 service neutron] 10.222.0.77 "GET /v2.0/networks/587a6c90-052a-4972-837a-04642fcc756a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4758568
Jan 25 18:53:40.453116 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-f3a53ba0-7104-43fe-a47f-36e2066218b8 None None] Set router e45c3e16-73c8-4a19-9b56-2dff41aa2eb3 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:53:40.537882 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ce1d8c18-09fe-414d-b471-1da6f77e3729 req-020e4379-4e75-4792-893f-a1b1a6f3f189 service neutron] 10.222.0.77 "GET /v2.0/networks/587a6c90-052a-4972-837a-04642fcc756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1786799
Jan 25 18:53:40.623855 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd', 'tag': '960f1b19-e6db-469c-a0e8-6ce329795691', 'status': 'completed', 'code': 200}
Jan 25 18:53:40.785092 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc9183-6fce-458c-ad06-bb1bcb79e91e req-074fed0a-9674-4a8e-aef7-b3bda2c77657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:40.786926 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7bcc9183-6fce-458c-ad06-bb1bcb79e91e req-074fed0a-9674-4a8e-aef7-b3bda2c77657 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2c9dcb5e72645ccb63499c5ffc7def9&device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 1162 time: 0.0969725
Jan 25 18:53:40.965035 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc9183-6fce-458c-ad06-bb1bcb79e91e req-310036e3-8359-4429-b9c2-2f997afd0e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:40.967624 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7bcc9183-6fce-458c-ad06-bb1bcb79e91e req-310036e3-8359-4429-b9c2-2f997afd0e6e service neutron] 10.222.0.70 "GET /v2.0/networks?id=587a6c90-052a-4972-837a-04642fcc756a HTTP/1.1" status: 200  len: 902 time: 0.1735911
Jan 25 18:53:40.969708 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-f3a53ba0-7104-43fe-a47f-36e2066218b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fae83c8>, [{'id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'name': 'tempest-TestShelveInstance-713782821-router', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:52:11Z', 'updated_at': '2021-01-25T18:52:19Z', 'revision_number': 4, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'gw_port': {'id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:12Z', 'updated_at': '2021-01-25T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': '7b0bbf3d-cf9c-4834-852e-5df3753ee118', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'port_id': '960f1b19-e6db-469c-a0e8-6ce329795691', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '587a6c90-052a-4972-837a-04642fcc756a', 'mac_address': 'fa:16:3e:66:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:53:34Z', 'updated_at': '2021-01-25T18:53:37Z', 'revision_number': 1, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ba017e-9039-41fa-bde1-7bac115712db', 'name': '', 'network_id': '587a6c90-052a-4972-837a-04642fcc756a', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'mac_address': 'fa:16:3e:ee:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2c86ae63-9532-4e42-8427-e714a5a4b554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:17Z', 'updated_at': '2021-01-25T18:52:30Z', 'revision_number': 5, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'subnets': [{'id': '2c86ae63-9532-4e42-8427-e714a5a4b554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:53:40.974723 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a53ba0-7104-43fe-a47f-36e2066218b8 None None] The sync data for ids ['e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'] in dv-cinder-772388-1-iscsi is: [{'id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'name': 'tempest-TestShelveInstance-713782821-router', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:52:11Z', 'updated_at': '2021-01-25T18:52:19Z', 'revision_number': 4, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'gw_port': {'id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:12Z', 'updated_at': '2021-01-25T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': '7b0bbf3d-cf9c-4834-852e-5df3753ee118', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'port_id': '960f1b19-e6db-469c-a0e8-6ce329795691', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '587a6c90-052a-4972-837a-04642fcc756a', 'mac_address': 'fa:16:3e:66:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:53:34Z', 'updated_at': '2021-01-25T18:53:37Z', 'revision_number': 1, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ba017e-9039-41fa-bde1-7bac115712db', 'name': '', 'network_id': '587a6c90-052a-4972-837a-04642fcc756a', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'mac_address': 'fa:16:3e:ee:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2c86ae63-9532-4e42-8427-e714a5a4b554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:17Z', 'updated_at': '2021-01-25T18:52:30Z', 'revision_number': 5, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'subnets': [{'id': '2c86ae63-9532-4e42-8427-e714a5a4b554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:53:41.126822 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7bcc9183-6fce-458c-ad06-bb1bcb79e91e req-85134c79-9b19-453c-b2c9-4a61a8c9eb2c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=960f1b19-e6db-469c-a0e8-6ce329795691 HTTP/1.1" status: 200  len: 998 time: 0.1518826
Jan 25 18:53:41.208146 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc9183-6fce-458c-ad06-bb1bcb79e91e req-d617ccc4-0127-4383-89cc-605eb2a54a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:41.210030 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7bcc9183-6fce-458c-ad06-bb1bcb79e91e req-d617ccc4-0127-4383-89cc-605eb2a54a57 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2c86ae63-9532-4e42-8427-e714a5a4b554 HTTP/1.1" status: 200  len: 847 time: 0.0756826
Jan 25 18:53:41.361662 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc9183-6fce-458c-ad06-bb1bcb79e91e req-e1066c4b-e038-43a7-82e1-1132a08afc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:53:41.363749 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7bcc9183-6fce-458c-ad06-bb1bcb79e91e req-e1066c4b-e038-43a7-82e1-1132a08afc37 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=587a6c90-052a-4972-837a-04642fcc756a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1403654
Jan 25 18:53:41.368889 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a62e32-20dc-4ddf-aaf5-9379761ef1f2 None None] New status for floating IP 7b0bbf3d-cf9c-4834-852e-5df3753ee118: ACTIVE {{(pid=80202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 25 18:53:41.536871 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7bcc9183-6fce-458c-ad06-bb1bcb79e91e req-074393ce-0848-4127-bb5c-1fb2d7ce7571 service neutron] 10.222.0.70 "GET /v2.0/networks/587a6c90-052a-4972-837a-04642fcc756a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1646881
Jan 25 18:53:41.730575 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7bcc9183-6fce-458c-ad06-bb1bcb79e91e req-3ccc25e5-4ed6-4c14-ac0a-c22480dfb42c service neutron] 10.222.0.70 "GET /v2.0/networks/587a6c90-052a-4972-837a-04642fcc756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1843739
Jan 25 18:53:49.494288 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:50.817577 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ec6c3491-e3ec-4452-b9ce-ec681f0c1875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:53.036089 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:53.120911 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a66255a3-f26c-406c-8189-0a352686e4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:54.756150 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:55.174708 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:53:59.132554 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:54:19.493618 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:20.821464 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5cd8f89e-0ebb-49c8-b0cf-5b16d250a652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:22.108888 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-af7f1a6c-c386-499d-a594-c31d50b8c1a5 req-59bb8c16-2d1d-47e1-a8a8-9a822f7c53ff tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1988227998&fields=id&tenant_id=234b78cd296a4bdea51c2f35045a0c86 HTTP/1.1" status: 200  len: 267 time: 0.1959598
Jan 25 18:54:22.230890 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f1a6c-c386-499d-a594-c31d50b8c1a5 req-cd3525b0-3adf-4264-803a-64295a5ad925 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:22.233176 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-af7f1a6c-c386-499d-a594-c31d50b8c1a5 req-cd3525b0-3adf-4264-803a-64295a5ad925 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 985 time: 0.1176534
Jan 25 18:54:22.247540 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-af7f1a6c-c386-499d-a594-c31d50b8c1a5 req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Request body: {'port': {'security_groups': ['1e34f21f-0795-483b-b266-cd3de89015f6']}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:54:22.396917 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-af7f1a6c-c386-499d-a594-c31d50b8c1a5 req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:22.737212 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-af7f1a6c-c386-499d-a594-c31d50b8c1a5 req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] For port 6038040e-5280-4397-a221-1631cdcce94a, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6038040e-5280-4397-a221-1631cdcce94a,segment=NetworkSegment(66e0d49b-515f-4380-830b-7da54bd1fc06),segment_id=66e0d49b-515f-4380-830b-7da54bd1fc06)] {{(pid=80198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:54:22.766343 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-af7f1a6c-c386-499d-a594-c31d50b8c1a5 req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks [] for port, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:22.770500 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-af7f1a6c-c386-499d-a594-c31d50b8c1a5 req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847568392'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:22.789021 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:54:22.962636 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Pushing event updated for resources: {'Port': ['ID=6038040e-5280-4397-a221-1631cdcce94a,revision_number=6']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:54:22.976358 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:22.977041 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:22.977450 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:22.977852 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:22.978249 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:22.978738 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:22.979138 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:22.979533 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:22.979926 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:22.980316 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:22.980706 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:22.981132 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:22.982102 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:22.982493 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:22.982880 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:22.983267 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:22.983654 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:22.984047 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:22.984431 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:22.984818 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:22.985234 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:22.985627 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:22.986017 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:22.986409 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:22.991555 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:54:23.035351 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:23.052811 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f1a6c-c386-499d-a594-c31d50b8c1a5 req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:23.053593 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-af7f1a6c-c386-499d-a594-c31d50b8c1a5 req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:23.055226 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-af7f1a6c-c386-499d-a594-c31d50b8c1a5 req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "PUT /v2.0/ports/6038040e-5280-4397-a221-1631cdcce94a HTTP/1.1" status: 200  len: 943 time: 0.8137188
Jan 25 18:54:23.055822 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68cf8ad-f122-4904-ab16-6b65023ffedb', 'tag': '6038040e-5280-4397-a221-1631cdcce94a'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:54:23.125971 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5dea93e5-62b0-43dd-8641-2d7779f2f607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:23.150723 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-66e9f628-680b-45e0-ac52-39a4402e27b7 req-7d2d3905-e869-485c-9396-d90d2a677a83 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups/12460a2a-8ed8-44dc-bb64-74675d27a4c3 HTTP/1.1" status: 200  len: 3005 time: 0.0639405
Jan 25 18:54:23.152739 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68cf8ad-f122-4904-ab16-6b65023ffedb', 'tag': '6038040e-5280-4397-a221-1631cdcce94a', 'status': 'completed', 'code': 200}
Jan 25 18:54:23.256315 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-66e9f628-680b-45e0-ac52-39a4402e27b7 req-90817589-ef48-4598-96c9-3a74afe97ed5 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:23.298796 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-92e78525-c815-4f03-8a94-fc9f6523a651 None None] Provisioning complete for port 6038040e-5280-4397-a221-1631cdcce94a triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:54:23.299414 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-92e78525-c815-4f03-8a94-fc9f6523a651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:23.299828 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-66e9f628-680b-45e0-ac52-39a4402e27b7 req-90817589-ef48-4598-96c9-3a74afe97ed5 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:23.301983 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffc3c3-f349-4951-8e91-4940cdbd54df req-9638df56-2c72-47bc-b357-df32a7bd18b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:23.304724 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-84ffc3c3-f349-4951-8e91-4940cdbd54df req-9638df56-2c72-47bc-b357-df32a7bd18b8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=234b78cd296a4bdea51c2f35045a0c86&device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 1163 time: 0.0945311
Jan 25 18:54:23.357604 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-66e9f628-680b-45e0-ac52-39a4402e27b7 req-90817589-ef48-4598-96c9-3a74afe97ed5 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:23.367349 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-20d171b9-1f0e-4006-b9b2-9199e6bbf66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:54:23.398367 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90817589-ef48-4598-96c9-3a74afe97ed5 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Pushing event deleted for resources: {'SecurityGroup': ['ID=12460a2a-8ed8-44dc-bb64-74675d27a4c3,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:54:23.403704 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-90817589-ef48-4598-96c9-3a74afe97ed5 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:54:23.414796 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-66e9f628-680b-45e0-ac52-39a4402e27b7 req-90817589-ef48-4598-96c9-3a74afe97ed5 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:23.417002 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-66e9f628-680b-45e0-ac52-39a4402e27b7 req-90817589-ef48-4598-96c9-3a74afe97ed5 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "DELETE /v2.0/security-groups/12460a2a-8ed8-44dc-bb64-74675d27a4c3 HTTP/1.1" status: 204  len: 173 time: 0.2520514
Jan 25 18:54:23.472647 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffc3c3-f349-4951-8e91-4940cdbd54df req-5660060e-2b22-4613-959d-0514c42a0351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:23.475020 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-84ffc3c3-f349-4951-8e91-4940cdbd54df req-5660060e-2b22-4613-959d-0514c42a0351 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5befc5c7-4fb1-441f-ae56-895f36e7215f HTTP/1.1" status: 200  len: 909 time: 0.1625786
Jan 25 18:54:23.597481 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-84ffc3c3-f349-4951-8e91-4940cdbd54df req-eebb4e95-41f1-487a-a974-1eb08796a42e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6038040e-5280-4397-a221-1631cdcce94a HTTP/1.1" status: 200  len: 1001 time: 0.1160967
Jan 25 18:54:23.791656 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffc3c3-f349-4951-8e91-4940cdbd54df req-6e37120c-dd9d-4cb5-bb19-c676050a853b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:23.793307 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-84ffc3c3-f349-4951-8e91-4940cdbd54df req-6e37120c-dd9d-4cb5-bb19-c676050a853b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51e7574b-cada-4174-8553-3c9fdb07fc53 HTTP/1.1" status: 200  len: 854 time: 0.1850951
Jan 25 18:54:23.808144 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-e269690f-b4f5-4b1e-a0a5-5d0bde0510c1 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/floatingips/dfa8a250-b9b1-486e-8da2-a20322e451f1 HTTP/1.1" status: 200  len: 998 time: 0.3319979
Jan 25 18:54:24.262216 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffc3c3-f349-4951-8e91-4940cdbd54df req-7b275843-fcb2-4f11-a2ba-d10fcdf94e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:24.264388 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-84ffc3c3-f349-4951-8e91-4940cdbd54df req-7b275843-fcb2-4f11-a2ba-d10fcdf94e1e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5befc5c7-4fb1-441f-ae56-895f36e7215f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4552820
Jan 25 18:54:24.300426 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-b517b65a-a83b-45ba-af05-454546cfa99d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:24.301919 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-b517b65a-a83b-45ba-af05-454546cfa99d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/networks/ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 HTTP/1.1" status: 200  len: 784 time: 0.4524384
Jan 25 18:54:24.307340 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [req-84ffc3c3-f349-4951-8e91-4940cdbd54df req-78c512bd-8b80-417f-a729-30621ff28db4 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 25 18:54:24.308405 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-84ffc3c3-f349-4951-8e91-4940cdbd54df req-78c512bd-8b80-417f-a729-30621ff28db4 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0055242
Jan 25 18:54:24.318182 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-765918ab-efc9-46ec-b16e-221ca651ab69 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 25 18:54:24.319315 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-765918ab-efc9-46ec-b16e-221ca651ab69 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0061970
Jan 25 18:54:24.549104 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-bd4be6cb-71b3-4de1-9ac3-bc92bd52a18b tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.27.1.54 HTTP/1.1" status: 200  len: 1001 time: 0.2059989
Jan 25 18:54:24.629708 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-84ffc3c3-f349-4951-8e91-4940cdbd54df req-cf44ea41-f326-4115-9c4a-4bfc8be38f2a service neutron] 10.222.0.70 "GET /v2.0/networks/5befc5c7-4fb1-441f-ae56-895f36e7215f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3092208
Jan 25 18:54:24.724566 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-3ad6ea0d-e67f-4e19-a902-a279897afc39 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:24.726210 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-3ad6ea0d-e67f-4e19-a902-a279897afc39 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports/6038040e-5280-4397-a221-1631cdcce94a HTTP/1.1" status: 200  len: 943 time: 0.1699674
Jan 25 18:54:24.781995 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:24.861362 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-84ffc3c3-f349-4951-8e91-4940cdbd54df req-34da0b4c-1f33-408c-9cb6-0df06014eb5e service neutron] 10.222.0.70 "GET /v2.0/networks/5befc5c7-4fb1-441f-ae56-895f36e7215f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2194870
Jan 25 18:54:25.047947 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-084f2f9b-e515-4b56-8331-508974259e8b tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.27.1.54 HTTP/1.1" status: 200  len: 1001 time: 0.1844943
Jan 25 18:54:25.182860 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:25.310212 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Deleting port 3bc4447e-66df-4a5e-bbee-bb6f7ce6d9f5 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:54:25.310824 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:25.428840 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 6038040e-5280-4397-a221-1631cdcce94a up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:54:25.509481 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 6038040e-5280-4397-a221-1631cdcce94a triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:54:25.509903 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:25.547123 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:25.547465 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks [] for floatingip, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:25.699814 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Calling delete_port for 3bc4447e-66df-4a5e-bbee-bb6f7ce6d9f5 owned by network:floatingip {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:54:25.879474 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:25.898488 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2a149f48-fedb-4807-a06b-6a9ebe98edcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:54:25.960700 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Pushing event deleted for resources: {'Port': ['ID=3bc4447e-66df-4a5e-bbee-bb6f7ce6d9f5,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:54:26.027104 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:26.027488 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:26.027887 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:26.028354 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:26.028748 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:26.029172 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:26.029552 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:26.029940 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:26.030322 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:26.030714 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:26.031088 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:26.031598 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:26.032057 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:26.032433 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:26.032814 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:26.033220 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:26.033602 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:26.033989 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:26.034365 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:26.034752 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:26.035138 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:26.035519 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:26.035892 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:26.036270 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:26.041915 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:54:26.157372 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks [] for floatingip, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:26.157751 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.l3_db [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Floating IP dfa8a250-b9b1-486e-8da2-a20322e451f1 disassociated (deleted). External IP: 172.27.1.54, port: 6038040e-5280-4397-a221-1631cdcce94a.
Jan 25 18:54:26.563953 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Router 0e260a82-dfee-4505-a415-3037882e3aa5 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:54:26.766349 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:54:26.779574 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb739e5-b802-4232-b876-aceb8200d10a None None] Sync routers for ids ['0e260a82-dfee-4505-a415-3037882e3aa5'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:54:26.795522 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:26.797919 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb739e5-b802-4232-b876-aceb8200d10a None None] Routers {'0e260a82-dfee-4505-a415-3037882e3aa5'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:54:26.799124 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-bfb739e5-b802-4232-b876-aceb8200d10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a240f6f28>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:54:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['0e260a82-dfee-4505-a415-3037882e3aa5'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:54:26.860580 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "DELETE /v2.0/floatingips/dfa8a250-b9b1-486e-8da2-a20322e451f1 HTTP/1.1" status: 204  len: 173 time: 1.8058083
Jan 25 18:54:26.861121 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68cf8ad-f122-4904-ab16-6b65023ffedb', 'tag': '6038040e-5280-4397-a221-1631cdcce94a'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:54:26.935890 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68cf8ad-f122-4904-ab16-6b65023ffedb', 'tag': '6038040e-5280-4397-a221-1631cdcce94a', 'status': 'completed', 'code': 200}
Jan 25 18:54:27.067473 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-ea011f6a-63b7-4e8f-967e-c33a9028a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:27.079644 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-ea011f6a-63b7-4e8f-967e-c33a9028a46c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=234b78cd296a4bdea51c2f35045a0c86&device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 1163 time: 0.2014031
Jan 25 18:54:27.087464 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-bfb739e5-b802-4232-b876-aceb8200d10a None None] Set router 0e260a82-dfee-4505-a415-3037882e3aa5 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:54:27.645140 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-bfb739e5-b802-4232-b876-aceb8200d10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a240f6f28>, [{'id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'name': 'tempest-TestMinimumBasicScenario-2083448621-router', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:18Z', 'updated_at': '2021-01-25T18:49:27Z', 'revision_number': 4, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'gw_port': {'id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:19Z', 'updated_at': '2021-01-25T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'f1f75a0a-42fd-44e9-881b-0ea40fcdd96b', 'name': '', 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'mac_address': 'fa:16:3e:45:30:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '51e7574b-cada-4174-8553-3c9fdb07fc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:26Z', 'updated_at': '2021-01-25T18:49:40Z', 'revision_number': 5, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'subnets': [{'id': '51e7574b-cada-4174-8553-3c9fdb07fc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:54:27.650669 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb739e5-b802-4232-b876-aceb8200d10a None None] Checking router: 0e260a82-dfee-4505-a415-3037882e3aa5 for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:54:27.661001 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb739e5-b802-4232-b876-aceb8200d10a None None] Routers {'0e260a82-dfee-4505-a415-3037882e3aa5'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:54:27.661725 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-bfb739e5-b802-4232-b876-aceb8200d10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a240f6f28>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:54:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['0e260a82-dfee-4505-a415-3037882e3aa5'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:54:27.696242 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fa366-cdd2-408e-a9c3-940de71e8dc7 req-6046fc74-f070-4784-b6b7-f8fdcf24559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:27.697914 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-473fa366-cdd2-408e-a9c3-940de71e8dc7 req-6046fc74-f070-4784-b6b7-f8fdcf24559a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=234b78cd296a4bdea51c2f35045a0c86&device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 1163 time: 0.7169819
Jan 25 18:54:27.755746 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-5cc0eccb-cb32-4683-be88-cddc947b495f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:27.757426 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-5cc0eccb-cb32-4683-be88-cddc947b495f service neutron] 10.222.0.77 "GET /v2.0/networks?id=5befc5c7-4fb1-441f-ae56-895f36e7215f HTTP/1.1" status: 200  len: 909 time: 0.6674647
Jan 25 18:54:27.886493 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-bfb739e5-b802-4232-b876-aceb8200d10a None None] Set router 0e260a82-dfee-4505-a415-3037882e3aa5 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:54:27.906205 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-6457e1ac-53f8-4b4c-a267-1cad9e754006 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6038040e-5280-4397-a221-1631cdcce94a HTTP/1.1" status: 200  len: 217 time: 0.0801916
Jan 25 18:54:27.952509 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eda2caf7-0e6c-441f-8685-40e2b9d8228b req-50963e16-9a9f-43b7-97ea-e0a28a9c5b7f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1266885
Jan 25 18:54:28.090506 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fa366-cdd2-408e-a9c3-940de71e8dc7 req-21394858-8b67-480e-b176-b08a410d4d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:28.093444 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-473fa366-cdd2-408e-a9c3-940de71e8dc7 req-21394858-8b67-480e-b176-b08a410d4d25 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5befc5c7-4fb1-441f-ae56-895f36e7215f HTTP/1.1" status: 200  len: 909 time: 0.3852758
Jan 25 18:54:28.099791 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-1c2aa9a7-b14b-43d0-a4ae-0bec9769f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:28.102517 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-1c2aa9a7-b14b-43d0-a4ae-0bec9769f7bd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51e7574b-cada-4174-8553-3c9fdb07fc53 HTTP/1.1" status: 200  len: 854 time: 0.1734431
Jan 25 18:54:28.309110 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-bfb739e5-b802-4232-b876-aceb8200d10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a240f6f28>, [{'id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'name': 'tempest-TestMinimumBasicScenario-2083448621-router', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:18Z', 'updated_at': '2021-01-25T18:49:27Z', 'revision_number': 4, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'gw_port': {'id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:19Z', 'updated_at': '2021-01-25T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'f1f75a0a-42fd-44e9-881b-0ea40fcdd96b', 'name': '', 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'mac_address': 'fa:16:3e:45:30:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '51e7574b-cada-4174-8553-3c9fdb07fc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:26Z', 'updated_at': '2021-01-25T18:49:40Z', 'revision_number': 5, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'subnets': [{'id': '51e7574b-cada-4174-8553-3c9fdb07fc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:54:28.320241 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb739e5-b802-4232-b876-aceb8200d10a None None] The sync data for ids ['0e260a82-dfee-4505-a415-3037882e3aa5'] in dv-cinder-772388-1-iscsi is: [{'id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'name': 'tempest-TestMinimumBasicScenario-2083448621-router', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:18Z', 'updated_at': '2021-01-25T18:49:27Z', 'revision_number': 4, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'gw_port': {'id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:19Z', 'updated_at': '2021-01-25T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'f1f75a0a-42fd-44e9-881b-0ea40fcdd96b', 'name': '', 'network_id': '5befc5c7-4fb1-441f-ae56-895f36e7215f', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'mac_address': 'fa:16:3e:45:30:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '51e7574b-cada-4174-8553-3c9fdb07fc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:26Z', 'updated_at': '2021-01-25T18:49:40Z', 'revision_number': 5, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'subnets': [{'id': '51e7574b-cada-4174-8553-3c9fdb07fc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:54:28.395818 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-473fa366-cdd2-408e-a9c3-940de71e8dc7 req-0389bf4c-fc1b-4a84-91de-5ff2554906fd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6038040e-5280-4397-a221-1631cdcce94a HTTP/1.1" status: 200  len: 217 time: 0.2915399
Jan 25 18:54:28.483355 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-31ff8779-1a4b-474f-b53e-22a485667dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:28.486341 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-31ff8779-1a4b-474f-b53e-22a485667dba service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5befc5c7-4fb1-441f-ae56-895f36e7215f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3726146
Jan 25 18:54:28.729493 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fa366-cdd2-408e-a9c3-940de71e8dc7 req-4d1a65bb-baee-4cf4-b5b5-7ef924e4138c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:28.732371 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-473fa366-cdd2-408e-a9c3-940de71e8dc7 req-4d1a65bb-baee-4cf4-b5b5-7ef924e4138c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51e7574b-cada-4174-8553-3c9fdb07fc53 HTTP/1.1" status: 200  len: 854 time: 0.3280854
Jan 25 18:54:28.748122 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca3eefc-2417-42cb-95db-1e2b41f294d6 None None] New status for floating IP dfa8a250-b9b1-486e-8da2-a20322e451f1: DOWN {{(pid=80202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 25 18:54:28.904873 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-e2d62beb-f885-4db0-8a4e-a91e89bc6f5e service neutron] 10.222.0.77 "GET /v2.0/networks/5befc5c7-4fb1-441f-ae56-895f36e7215f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4085078
Jan 25 18:54:29.040440 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fa366-cdd2-408e-a9c3-940de71e8dc7 req-c356fe3f-f6d9-4a68-9fdb-a4439575fad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:29.042138 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-473fa366-cdd2-408e-a9c3-940de71e8dc7 req-c356fe3f-f6d9-4a68-9fdb-a4439575fad6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5befc5c7-4fb1-441f-ae56-895f36e7215f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3015976
Jan 25 18:54:29.118810 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45ee6a13-9978-4c54-887b-6fc2099dd3fb req-cb6ae841-3afa-4e10-8aa3-dec4682fe9ba service neutron] 10.222.0.77 "GET /v2.0/networks/5befc5c7-4fb1-441f-ae56-895f36e7215f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2057724
Jan 25 18:54:29.237604 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-473fa366-cdd2-408e-a9c3-940de71e8dc7 req-7a1a106d-d967-42b1-b543-32d43cb8712e service neutron] 10.222.0.70 "GET /v2.0/networks/5befc5c7-4fb1-441f-ae56-895f36e7215f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1860855
Jan 25 18:54:29.405827 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-473fa366-cdd2-408e-a9c3-940de71e8dc7 req-2f4c5df0-0679-4531-9e1c-18347efffa16 service neutron] 10.222.0.70 "GET /v2.0/networks/5befc5c7-4fb1-441f-ae56-895f36e7215f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1612053
Jan 25 18:54:29.658410 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2caf7-0e6c-441f-8685-40e2b9d8228b req-ec31ef4e-cb59-4e03-bdf4-9c83e071dda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:29.660405 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eda2caf7-0e6c-441f-8685-40e2b9d8228b req-ec31ef4e-cb59-4e03-bdf4-9c83e071dda3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=234b78cd296a4bdea51c2f35045a0c86&device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 1163 time: 0.0979526
Jan 25 18:54:29.850689 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2caf7-0e6c-441f-8685-40e2b9d8228b req-9bb29191-551f-4e55-9446-88b5e2764500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:29.852292 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eda2caf7-0e6c-441f-8685-40e2b9d8228b req-9bb29191-551f-4e55-9446-88b5e2764500 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5befc5c7-4fb1-441f-ae56-895f36e7215f HTTP/1.1" status: 200  len: 909 time: 0.1488447
Jan 25 18:54:29.927811 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eda2caf7-0e6c-441f-8685-40e2b9d8228b req-1796ed00-be63-4f02-90a4-f706bf8aa831 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6038040e-5280-4397-a221-1631cdcce94a HTTP/1.1" status: 200  len: 217 time: 0.0680351
Jan 25 18:54:30.010280 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2caf7-0e6c-441f-8685-40e2b9d8228b req-a18ab2b0-4122-4b8f-9c9d-b50c84694cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:30.012865 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eda2caf7-0e6c-441f-8685-40e2b9d8228b req-a18ab2b0-4122-4b8f-9c9d-b50c84694cfc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51e7574b-cada-4174-8553-3c9fdb07fc53 HTTP/1.1" status: 200  len: 854 time: 0.0771925
Jan 25 18:54:30.102026 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2caf7-0e6c-441f-8685-40e2b9d8228b req-e45f7c89-961f-4c44-bee4-3adc99384a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:30.103648 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eda2caf7-0e6c-441f-8685-40e2b9d8228b req-e45f7c89-961f-4c44-bee4-3adc99384a46 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5befc5c7-4fb1-441f-ae56-895f36e7215f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0805767
Jan 25 18:54:30.256665 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eda2caf7-0e6c-441f-8685-40e2b9d8228b req-e5b18a58-9f1b-41a1-81e4-c95bb6929f59 service neutron] 10.222.0.70 "GET /v2.0/networks/5befc5c7-4fb1-441f-ae56-895f36e7215f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443782
Jan 25 18:54:30.418160 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eda2caf7-0e6c-441f-8685-40e2b9d8228b req-0c182d7f-47f5-4394-a7c3-66211a49f069 service neutron] 10.222.0.70 "GET /v2.0/networks/5befc5c7-4fb1-441f-ae56-895f36e7215f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1528680
Jan 25 18:54:34.070568 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bf97d-9d5c-41f2-8586-0ce8a22f8feb req-fbddd583-6416-4d6d-9b99-63abf464ae6d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:34.071405 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-1d4bf97d-9d5c-41f2-8586-0ce8a22f8feb req-fbddd583-6416-4d6d-9b99-63abf464ae6d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Synchronizing usage tracker for tenant:234b78cd296a4bdea51c2f35045a0c86 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:54:34.089530 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-1d4bf97d-9d5c-41f2-8586-0ce8a22f8feb req-fbddd583-6416-4d6d-9b99-63abf464ae6d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Unset dirty status for tenant:234b78cd296a4bdea51c2f35045a0c86 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:54:34.090803 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1d4bf97d-9d5c-41f2-8586-0ce8a22f8feb req-fbddd583-6416-4d6d-9b99-63abf464ae6d tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 946 time: 0.1398356
Jan 25 18:54:34.148177 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1d4bf97d-9d5c-41f2-8586-0ce8a22f8feb req-3ecbcef2-61af-40d8-9555-9112cdad0357 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502346
Jan 25 18:54:35.400656 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042f40b-deeb-400f-8b19-394eabaa2f5e req-e59a931d-210c-40b4-9f3a-b13ae8d60fa2 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:35.402405 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9042f40b-deeb-400f-8b19-394eabaa2f5e req-e59a931d-210c-40b4-9f3a-b13ae8d60fa2 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 946 time: 0.1165440
Jan 25 18:54:35.471991 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9042f40b-deeb-400f-8b19-394eabaa2f5e req-a4a81cb1-a8b3-4a36-a525-4b8d82584461 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565181
Jan 25 18:54:36.132800 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:54:36.595861 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e64db-ae81-4c0c-a3be-b690a9417800 req-77b869de-5625-4827-8c13-52bedaecec05 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:36.597504 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e51e64db-ae81-4c0c-a3be-b690a9417800 req-77b869de-5625-4827-8c13-52bedaecec05 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.70 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 946 time: 0.1458640
Jan 25 18:54:36.736186 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-e51e64db-ae81-4c0c-a3be-b690a9417800 req-c21e73ed-69ce-4745-aa56-033f52c71692 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Deleting port 6038040e-5280-4397-a221-1631cdcce94a {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:54:36.736584 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-e51e64db-ae81-4c0c-a3be-b690a9417800 req-c21e73ed-69ce-4745-aa56-033f52c71692 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:36.921020 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c7cd9-ffd3-4260-9868-fa0389a8933e req-6c7ddf1f-1475-4f8f-9fcc-9c021b33b16e tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:36.922815 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eb2c7cd9-ffd3-4260-9868-fa0389a8933e req-6c7ddf1f-1475-4f8f-9fcc-9c021b33b16e tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 946 time: 0.2601740
Jan 25 18:54:37.084001 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eb2c7cd9-ffd3-4260-9868-fa0389a8933e req-975ce200-3d85-44c5-8962-11ed4654d3f0 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543710
Jan 25 18:54:37.137069 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-e51e64db-ae81-4c0c-a3be-b690a9417800 req-c21e73ed-69ce-4745-aa56-033f52c71692 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] For port 6038040e-5280-4397-a221-1631cdcce94a, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6038040e-5280-4397-a221-1631cdcce94a,segment=NetworkSegment(66e0d49b-515f-4380-830b-7da54bd1fc06),segment_id=66e0d49b-515f-4380-830b-7da54bd1fc06)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:54:37.137349 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 6038040e-5280-4397-a221-1631cdcce94a no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:54:37.137474 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-e51e64db-ae81-4c0c-a3be-b690a9417800 req-c21e73ed-69ce-4745-aa56-033f52c71692 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:37.298488 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:37.356037 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68cf8ad-f122-4904-ab16-6b65023ffedb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6038040e-5280-4397-a221-1631cdcce94a'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:54:37.377491 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 6038040e-5280-4397-a221-1631cdcce94a, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6038040e-5280-4397-a221-1631cdcce94a,segment=NetworkSegment(66e0d49b-515f-4380-830b-7da54bd1fc06),segment_id=66e0d49b-515f-4380-830b-7da54bd1fc06)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:54:37.382566 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:37.386166 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:54:37.459876 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68cf8ad-f122-4904-ab16-6b65023ffedb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6038040e-5280-4397-a221-1631cdcce94a', 'code': 200}
Jan 25 18:54:37.513661 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-e51e64db-ae81-4c0c-a3be-b690a9417800 req-c21e73ed-69ce-4745-aa56-033f52c71692 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Calling delete_port for 6038040e-5280-4397-a221-1631cdcce94a owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:54:37.529596 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=6038040e-5280-4397-a221-1631cdcce94a,revision_number=7']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:54:37.545998 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:37.546638 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:37.547279 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:37.547921 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:37.548495 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:37.549167 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:37.549794 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:37.550431 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:37.551067 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:37.551702 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:37.552344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:37.553023 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:37.553737 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:37.554385 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:37.555035 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:37.555689 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:37.556345 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:37.557024 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:37.557684 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:37.558330 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:37.559009 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:37.559661 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:37.560315 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:37.560996 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:37.569238 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:54:37.609806 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.db.api [req-e51e64db-ae81-4c0c-a3be-b690a9417800 req-c21e73ed-69ce-4745-aa56-033f52c71692 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80199) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 25 18:54:37.610482 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_db.api [req-e51e64db-ae81-4c0c-a3be-b690a9417800 req-c21e73ed-69ce-4745-aa56-033f52c71692 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 25 18:54:38.111968 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-e51e64db-ae81-4c0c-a3be-b690a9417800 req-c21e73ed-69ce-4745-aa56-033f52c71692 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Deleting port 6038040e-5280-4397-a221-1631cdcce94a {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:54:38.112525 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-e51e64db-ae81-4c0c-a3be-b690a9417800 req-c21e73ed-69ce-4745-aa56-033f52c71692 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:38.393095 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412acc8c-f037-4c9f-a22f-2b11d1f4bc12 req-32fa5236-5268-4691-b619-e7b0f9aca6b8 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:38.394503 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-412acc8c-f037-4c9f-a22f-2b11d1f4bc12 req-32fa5236-5268-4691-b619-e7b0f9aca6b8 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 944 time: 0.1251903
Jan 25 18:54:38.429067 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-e51e64db-ae81-4c0c-a3be-b690a9417800 req-c21e73ed-69ce-4745-aa56-033f52c71692 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] For port 6038040e-5280-4397-a221-1631cdcce94a, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6038040e-5280-4397-a221-1631cdcce94a,segment=NetworkSegment(66e0d49b-515f-4380-830b-7da54bd1fc06),segment_id=66e0d49b-515f-4380-830b-7da54bd1fc06)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:54:38.429735 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-e51e64db-ae81-4c0c-a3be-b690a9417800 req-c21e73ed-69ce-4745-aa56-033f52c71692 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:38.455458 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-412acc8c-f037-4c9f-a22f-2b11d1f4bc12 req-b124030e-e268-41c5-b8b0-d6f349f50ef0 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Synchronizing usage tracker for tenant:234b78cd296a4bdea51c2f35045a0c86 on resource:security_group {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:54:38.472539 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-412acc8c-f037-4c9f-a22f-2b11d1f4bc12 req-b124030e-e268-41c5-b8b0-d6f349f50ef0 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Unset dirty status for tenant:234b78cd296a4bdea51c2f35045a0c86 on resource:security_group {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:54:38.473839 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-412acc8c-f037-4c9f-a22f-2b11d1f4bc12 req-b124030e-e268-41c5-b8b0-d6f349f50ef0 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/security-groups?id=1e34f21f-0795-483b-b266-cd3de89015f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710967
Jan 25 18:54:38.579541 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-e51e64db-ae81-4c0c-a3be-b690a9417800 req-c21e73ed-69ce-4745-aa56-033f52c71692 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Calling delete_port for 6038040e-5280-4397-a221-1631cdcce94a owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:54:38.738784 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-e51e64db-ae81-4c0c-a3be-b690a9417800 req-c21e73ed-69ce-4745-aa56-033f52c71692 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:38.754418 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0b42668c-2610-4573-a81d-0ad653c0d8e7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:54:38.814904 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e73ed-69ce-4745-aa56-033f52c71692 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Pushing event deleted for resources: {'Port': ['ID=6038040e-5280-4397-a221-1631cdcce94a,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:54:38.819132 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c21e73ed-69ce-4745-aa56-033f52c71692 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:54:38.973238 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51e64db-ae81-4c0c-a3be-b690a9417800 req-c21e73ed-69ce-4745-aa56-033f52c71692 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] No DVR routers for this DVR port 6038040e-5280-4397-a221-1631cdcce94a on host hv-cinder-77238 {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 18:54:38.975830 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-e51e64db-ae81-4c0c-a3be-b690a9417800 req-c21e73ed-69ce-4745-aa56-033f52c71692 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:38.978963 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68cf8ad-f122-4904-ab16-6b65023ffedb', 'name': 'network-vif-deleted', 'tag': '6038040e-5280-4397-a221-1631cdcce94a'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:54:39.001820 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e51e64db-ae81-4c0c-a3be-b690a9417800 req-c21e73ed-69ce-4745-aa56-033f52c71692 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.70 "DELETE /v2.0/ports/6038040e-5280-4397-a221-1631cdcce94a HTTP/1.1" status: 204  len: 173 time: 2.3977141
Jan 25 18:54:39.063455 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68cf8ad-f122-4904-ab16-6b65023ffedb', 'name': 'network-vif-deleted', 'tag': '6038040e-5280-4397-a221-1631cdcce94a', 'status': 'completed', 'code': 200}
Jan 25 18:54:39.765359 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-1c0b2ded-6562-4587-8a7e-bc5a96a0d0b4 req-bec3b9ba-4888-4813-b484-79af9dc6f6dc tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Synchronizing usage tracker for tenant:234b78cd296a4bdea51c2f35045a0c86 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:54:39.784357 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-1c0b2ded-6562-4587-8a7e-bc5a96a0d0b4 req-bec3b9ba-4888-4813-b484-79af9dc6f6dc tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Unset dirty status for tenant:234b78cd296a4bdea51c2f35045a0c86 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:54:39.786340 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1c0b2ded-6562-4587-8a7e-bc5a96a0d0b4 req-bec3b9ba-4888-4813-b484-79af9dc6f6dc tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] 10.222.0.77 "GET /v2.0/ports?device_id=d68cf8ad-f122-4904-ab16-6b65023ffedb HTTP/1.1" status: 200  len: 210 time: 0.1011877
Jan 25 18:54:41.835506 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 37566) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:54:42.690282 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ef302e40-c418-4830-93d6-c76ee6c64835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854412189'] for router_interface, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:43.093168 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-ef302e40-c418-4830-93d6-c76ee6c64835 admin admin] Deleting port f1f75a0a-42fd-44e9-881b-0ea40fcdd96b {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:54:43.093767 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ef302e40-c418-4830-93d6-c76ee6c64835 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:43.297722 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-ef302e40-c418-4830-93d6-c76ee6c64835 admin admin] For port f1f75a0a-42fd-44e9-881b-0ea40fcdd96b, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=f1f75a0a-42fd-44e9-881b-0ea40fcdd96b,segment=NetworkSegment(66e0d49b-515f-4380-830b-7da54bd1fc06),segment_id=66e0d49b-515f-4380-830b-7da54bd1fc06)] {{(pid=80198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:54:43.298204 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ef302e40-c418-4830-93d6-c76ee6c64835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:43.435268 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-ef302e40-c418-4830-93d6-c76ee6c64835 admin admin] Calling delete_port for f1f75a0a-42fd-44e9-881b-0ea40fcdd96b owned by network:router_interface {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:54:43.620917 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ef302e40-c418-4830-93d6-c76ee6c64835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:43.637943 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-9764d52c-47ba-44f6-9451-058dbc804241 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:54:43.700287 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef302e40-c418-4830-93d6-c76ee6c64835 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f75a0a-42fd-44e9-881b-0ea40fcdd96b,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:54:43.704662 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-ef302e40-c418-4830-93d6-c76ee6c64835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:54:44.325387 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ef302e40-c418-4830-93d6-c76ee6c64835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-368848'] for router_interface, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:44.873683 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef302e40-c418-4830-93d6-c76ee6c64835 admin admin] Router 0e260a82-dfee-4505-a415-3037882e3aa5 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:54:45.081112 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef302e40-c418-4830-93d6-c76ee6c64835 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:54:45.095705 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bf1268-1012-43c3-960f-6b292979664d None None] Sync routers for ids ['0e260a82-dfee-4505-a415-3037882e3aa5'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:54:45.104806 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-ef302e40-c418-4830-93d6-c76ee6c64835 admin admin] 10.222.0.77 "PUT /v2.0/routers/0e260a82-dfee-4505-a415-3037882e3aa5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2666059
Jan 25 18:54:45.109730 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 37582) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:54:45.115110 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bf1268-1012-43c3-960f-6b292979664d None None] Routers {'0e260a82-dfee-4505-a415-3037882e3aa5'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:54:45.116237 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-98bf1268-1012-43c3-960f-6b292979664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1f9f0d30>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:54:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['0e260a82-dfee-4505-a415-3037882e3aa5'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:54:45.346807 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-55fc5301-8e9a-4732-891f-6031a92343a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:45.390386 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-98bf1268-1012-43c3-960f-6b292979664d None None] Set router 0e260a82-dfee-4505-a415-3037882e3aa5 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:54:45.616618 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-55fc5301-8e9a-4732-891f-6031a92343a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:45.624010 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-55fc5301-8e9a-4732-891f-6031a92343a5 admin admin] Deleting port f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:54:45.624396 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-55fc5301-8e9a-4732-891f-6031a92343a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:45.723214 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-98bf1268-1012-43c3-960f-6b292979664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1f9f0d30>, [{'id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'name': 'tempest-TestMinimumBasicScenario-2083448621-router', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:18Z', 'updated_at': '2021-01-25T18:54:43Z', 'revision_number': 5, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'gw_port': {'id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:19Z', 'updated_at': '2021-01-25T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:54:45.728442 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bf1268-1012-43c3-960f-6b292979664d None None] Checking router: 0e260a82-dfee-4505-a415-3037882e3aa5 for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:54:45.739626 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bf1268-1012-43c3-960f-6b292979664d None None] Routers {'0e260a82-dfee-4505-a415-3037882e3aa5'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:54:45.740333 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-98bf1268-1012-43c3-960f-6b292979664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1f9f0d30>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:54:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['0e260a82-dfee-4505-a415-3037882e3aa5'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:54:45.833381 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-55fc5301-8e9a-4732-891f-6031a92343a5 admin admin] For port f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:54:45.833756 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-55fc5301-8e9a-4732-891f-6031a92343a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:45.956043 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-98bf1268-1012-43c3-960f-6b292979664d None None] Set router 0e260a82-dfee-4505-a415-3037882e3aa5 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:54:45.972251 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-55fc5301-8e9a-4732-891f-6031a92343a5 admin admin] Calling delete_port for f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f owned by network:router_gateway {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:54:46.204094 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-55fc5301-8e9a-4732-891f-6031a92343a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:46.286194 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-98bf1268-1012-43c3-960f-6b292979664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1f9f0d30>, [{'id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'name': 'tempest-TestMinimumBasicScenario-2083448621-router', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:18Z', 'updated_at': '2021-01-25T18:54:43Z', 'revision_number': 5, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'gw_port': {'id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:19Z', 'updated_at': '2021-01-25T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:54:46.291225 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bf1268-1012-43c3-960f-6b292979664d None None] The sync data for ids ['0e260a82-dfee-4505-a415-3037882e3aa5'] in dv-cinder-772388-1-iscsi is: [{'id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'name': 'tempest-TestMinimumBasicScenario-2083448621-router', 'tenant_id': '234b78cd296a4bdea51c2f35045a0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:49:18Z', 'updated_at': '2021-01-25T18:54:43Z', 'revision_number': 5, 'project_id': '234b78cd296a4bdea51c2f35045a0c86', 'gw_port': {'id': 'f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e260a82-dfee-4505-a415-3037882e3aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:49:19Z', 'updated_at': '2021-01-25T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:54:46.416138 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device f1f75a0a-42fd-44e9-881b-0ea40fcdd96b no longer exists at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:54:46.481909 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-55fc5301-8e9a-4732-891f-6031a92343a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367976'] for router_gateway, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:46.482204 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] No Port match for: f1f75a0a-42fd-44e9-881b-0ea40fcdd96b {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 18:54:46.482502 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device f1f75a0a-42fd-44e9-881b-0ea40fcdd96b not bound to the agent host dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 18:54:46.898057 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-55fc5301-8e9a-4732-891f-6031a92343a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:46.902271 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-55fc5301-8e9a-4732-891f-6031a92343a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:46.933668 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-55fc5301-8e9a-4732-891f-6031a92343a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854410295'] for router, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:46.934700 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fc5301-8e9a-4732-891f-6031a92343a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e260a82-dfee-4505-a415-3037882e3aa5 {{(pid=80198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 25 18:54:46.958089 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-55fc5301-8e9a-4732-891f-6031a92343a5 admin admin] Notify callbacks [] for router, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:46.960693 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-55fc5301-8e9a-4732-891f-6031a92343a5 admin admin] 10.222.0.77 "DELETE /v2.0/routers/0e260a82-dfee-4505-a415-3037882e3aa5 HTTP/1.1" status: 204  len: 168 time: 1.8487425
Jan 25 18:54:46.964070 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 37588) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:54:47.080112 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd3cd019-31d0-4e96-8086-2f1cd83910b0 admin admin] Deleting subnet 51e7574b-cada-4174-8553-3c9fdb07fc53 {{(pid=80198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 25 18:54:47.085839 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fd3cd019-31d0-4e96-8086-2f1cd83910b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:47.182200 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fd3cd019-31d0-4e96-8086-2f1cd83910b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847568619'] for subnet, precommit_delete_associations {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:47.331927 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fd3cd019-31d0-4e96-8086-2f1cd83910b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-613998'] for subnet, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:47.632207 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fd3cd019-31d0-4e96-8086-2f1cd83910b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847568475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7478248'] for subnet, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:47.652036 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:54:47.708860 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3cd019-31d0-4e96-8086-2f1cd83910b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51e7574b-cada-4174-8553-3c9fdb07fc53,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:54:47.713703 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-fd3cd019-31d0-4e96-8086-2f1cd83910b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:54:47.804447 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fd3cd019-31d0-4e96-8086-2f1cd83910b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:47.812142 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44887be8-b182-469a-9403-fc9169fee80d None None] Network 5befc5c7-4fb1-441f-ae56-895f36e7215f requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:54:47.813142 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-fd3cd019-31d0-4e96-8086-2f1cd83910b0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/51e7574b-cada-4174-8553-3c9fdb07fc53 HTTP/1.1" status: 204  len: 168 time: 0.8476548
Jan 25 18:54:47.817525 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 37594) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:54:48.056271 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c812f13a-4b00-4a16-bf3f-79ce160f9e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854171154'] for network, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:48.122393 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5a5d6e-bba7-4b21-be89-8374f8610c8d None None] DHCP port deletion for 5befc5c7-4fb1-441f-ae56-895f36e7215f request from dv-cinder-772388-1-iscsi {{(pid=80201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 25 18:54:48.128228 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a5d6e-bba7-4b21-be89-8374f8610c8d None None] Deleting port b6575338-bf26-4aee-a74d-d361a20155fe {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:54:48.128828 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5d6e-bba7-4b21-be89-8374f8610c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:48.150501 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-c812f13a-4b00-4a16-bf3f-79ce160f9e8d admin admin] Deleting port b6575338-bf26-4aee-a74d-d361a20155fe {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:54:48.150847 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c812f13a-4b00-4a16-bf3f-79ce160f9e8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:48.435104 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f no longer exists at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:54:48.442823 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-c812f13a-4b00-4a16-bf3f-79ce160f9e8d admin admin] For port b6575338-bf26-4aee-a74d-d361a20155fe, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=b6575338-bf26-4aee-a74d-d361a20155fe,segment=NetworkSegment(66e0d49b-515f-4380-830b-7da54bd1fc06),segment_id=66e0d49b-515f-4380-830b-7da54bd1fc06)] {{(pid=80198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:54:48.443479 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c812f13a-4b00-4a16-bf3f-79ce160f9e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:48.504441 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] No Port match for: f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 18:54:48.504832 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device f3f55827-db3c-4b4c-b4ab-ed1d6f660b4f not bound to the agent host dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 18:54:48.505435 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device b6575338-bf26-4aee-a74d-d361a20155fe no longer exists at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:54:48.646214 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-3a5a5d6e-bba7-4b21-be89-8374f8610c8d None None] For port b6575338-bf26-4aee-a74d-d361a20155fe, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=b6575338-bf26-4aee-a74d-d361a20155fe,segment=NetworkSegment(66e0d49b-515f-4380-830b-7da54bd1fc06),segment_id=66e0d49b-515f-4380-830b-7da54bd1fc06)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:54:48.646862 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5d6e-bba7-4b21-be89-8374f8610c8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:48.707289 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-c812f13a-4b00-4a16-bf3f-79ce160f9e8d admin admin] Calling delete_port for b6575338-bf26-4aee-a74d-d361a20155fe owned by network:dhcp {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:54:48.802995 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c812f13a-4b00-4a16-bf3f-79ce160f9e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:48.822177 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-6eca4991-3a96-423a-970e-cfd47fb6e7ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:54:48.823360 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a5d6e-bba7-4b21-be89-8374f8610c8d None None] Calling delete_port for b6575338-bf26-4aee-a74d-d361a20155fe owned by network:dhcp {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:54:48.865024 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Port b6575338-bf26-4aee-a74d-d361a20155fe update to DOWN by agent not found {{(pid=80201) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2100}}
Jan 25 18:54:48.886781 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812f13a-4b00-4a16-bf3f-79ce160f9e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=b6575338-bf26-4aee-a74d-d361a20155fe,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:54:48.892157 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c812f13a-4b00-4a16-bf3f-79ce160f9e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:54:48.983070 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c812f13a-4b00-4a16-bf3f-79ce160f9e8d admin admin] No DVR routers for this DVR port b6575338-bf26-4aee-a74d-d361a20155fe on host dv-cinder-772388-1-iscsi {{(pid=80198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 18:54:48.994449 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.db.api [None req-3a5a5d6e-bba7-4b21-be89-8374f8610c8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80201) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 25 18:54:48.994449 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_db.api [None req-3a5a5d6e-bba7-4b21-be89-8374f8610c8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 25 18:54:49.158122 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c812f13a-4b00-4a16-bf3f-79ce160f9e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-613939', 'neutron.services.segments.db._delete_segments_for_network--9223363298167826975'] for network, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:49.286437 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-c812f13a-4b00-4a16-bf3f-79ce160f9e8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a22005780>,) {'filters': {'network_id': ['5befc5c7-4fb1-441f-ae56-895f36e7215f']}} {{(pid=80198) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:54:49.301232 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-c812f13a-4b00-4a16-bf3f-79ce160f9e8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a22005780>, '66e0d49b-515f-4380-830b-7da54bd1fc06') {'for_net_delete': True} {{(pid=80198) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:54:49.301540 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-c812f13a-4b00-4a16-bf3f-79ce160f9e8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a22005780>, '66e0d49b-515f-4380-830b-7da54bd1fc06') {} {{(pid=80198) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:54:49.316700 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c812f13a-4b00-4a16-bf3f-79ce160f9e8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298167820831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7207198'] for segment, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:49.333336 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c812f13a-4b00-4a16-bf3f-79ce160f9e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:49.335783 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c812f13a-4b00-4a16-bf3f-79ce160f9e8d admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 25 18:54:49.495097 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a5d6e-bba7-4b21-be89-8374f8610c8d None None] Deleting port b6575338-bf26-4aee-a74d-d361a20155fe {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:54:49.495989 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5d6e-bba7-4b21-be89-8374f8610c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:49.553342 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-c812f13a-4b00-4a16-bf3f-79ce160f9e8d admin admin] Network 5befc5c7-4fb1-441f-ae56-895f36e7215f has no segments {{(pid=80198) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:54:49.568894 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c812f13a-4b00-4a16-bf3f-79ce160f9e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-607990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7338759'] for segment, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:49.580673 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a5d6e-bba7-4b21-be89-8374f8610c8d None None] The port 'b6575338-bf26-4aee-a74d-d361a20155fe' was deleted {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 25 18:54:49.590523 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:49.769484 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-c812f13a-4b00-4a16-bf3f-79ce160f9e8d admin admin] Network 5befc5c7-4fb1-441f-ae56-895f36e7215f has no segments {{(pid=80198) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]: Traceback (most recent call last):
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:     timer()
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:     cb(*args, **kw)
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:     return func(*args, **kwargs)
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:     self._notify()
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:     self.callback(batched_events)
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:     event.method(event)
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:     segment_id)['aggregates'][0]
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(self, *a, **k)
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self._get(url).json()
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:     **kwargs)
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.request(url, 'GET', **kwargs)
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:     **endpoint_filter)
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 25 18:54:49.799195 dv-cinder-772388-1-iscsi neutron-server[80085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 25 18:54:49.883396 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c812f13a-4b00-4a16-bf3f-79ce160f9e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854161852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363661'] for network, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:49.887750 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:54:49.903241 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c812f13a-4b00-4a16-bf3f-79ce160f9e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:49.916536 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812f13a-4b00-4a16-bf3f-79ce160f9e8d admin admin] Pushing event deleted for resources: {'Network': ['ID=5befc5c7-4fb1-441f-ae56-895f36e7215f,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:54:49.920609 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c812f13a-4b00-4a16-bf3f-79ce160f9e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:54:49.934974 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-c812f13a-4b00-4a16-bf3f-79ce160f9e8d admin admin] 10.222.0.77 "DELETE /v2.0/networks/5befc5c7-4fb1-441f-ae56-895f36e7215f HTTP/1.1" status: 204  len: 168 time: 2.1158097
Jan 25 18:54:50.138404 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 37604) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:54:50.200466 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-97207bbd-9c38-4f11-990f-79217550c808 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=234b78cd296a4bdea51c2f35045a0c86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0601954
Jan 25 18:54:50.204771 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 37608) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:54:50.278678 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3be5ed6a-8f74-4ec5-aa97-626bcd552da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:50.318037 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3be5ed6a-8f74-4ec5-aa97-626bcd552da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:50.378829 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3be5ed6a-8f74-4ec5-aa97-626bcd552da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:50.384746 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cc8b5b68-45a0-4385-8f0d-5b7ca29ec6f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:54:50.400551 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5ed6a-8f74-4ec5-aa97-626bcd552da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e34f21f-0795-483b-b266-cd3de89015f6,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:54:50.405957 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-3be5ed6a-8f74-4ec5-aa97-626bcd552da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:54:50.409981 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3be5ed6a-8f74-4ec5-aa97-626bcd552da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:50.411243 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-3be5ed6a-8f74-4ec5-aa97-626bcd552da8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1e34f21f-0795-483b-b266-cd3de89015f6 HTTP/1.1" status: 204  len: 168 time: 0.2053559
Jan 25 18:54:50.833573 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-162fa96b-70c3-431d-bcaf-385b9b45fc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:51.662184 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 37632) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:54:51.820347 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1582547591-network', 'tenant_id': '71302d4128404183b9c296e1bdbe448a'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:54:51.825947 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:54:51.830668 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] Usage tracker for resource:network and tenant:71302d4128404183b9c296e1bdbe448a is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:54:51.834828 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:54:51.846241 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:54:51.857406 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] Made reservation on behalf of 71302d4128404183b9c296e1bdbe448a for: {'network': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:54:51.862419 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for network, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:51.876920 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:51.894306 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:54:51.898949 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] Usage tracker for resource:security_group_rule and tenant:71302d4128404183b9c296e1bdbe448a is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:54:51.903168 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:54:51.910346 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:54:52.021253 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:52.025090 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:52.033603 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c1e2db01-5618-4309-b41a-5af25074d627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:54:52.075412 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 25 18:54:52.085640 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae6f015-eafc-4053-9ae3-64809995a977,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:54:52.089417 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:54:52.096422 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738686948825', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:52.097420 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.segments_db [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] Added segment ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d of type vxlan for network 02b77a9e-9120-4f51-b1d2-c7b6e684f79b
Jan 25 18:54:52.129106 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298168216078'] for network, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:52.163311 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:52.164809 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:52.165603 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:52.171362 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:54:52.285628 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.6219614
Jan 25 18:54:52.289257 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] Pushing event updated for resources: {'Network': ['ID=02b77a9e-9120-4f51-b1d2-c7b6e684f79b,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:54:52.289750 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 37638) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:54:52.292603 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:54:52.303225 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-eccbb9bb-503b-40cb-ab50-4686df9040c6 admin admin] Request body: {'subnet': {'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1582547591-subnet', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'ip_version': 4}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:54:52.303854 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Network 02b77a9e-9120-4f51-b1d2-c7b6e684f79b details requested by agent ovs-agent-dv-cinder-772388-1-iscsi with host dv-cinder-772388-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:54:52.311938 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-eccbb9bb-503b-40cb-ab50-4686df9040c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:54:52.319279 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-eccbb9bb-503b-40cb-ab50-4686df9040c6 admin admin] Usage tracker for resource:subnet and tenant:71302d4128404183b9c296e1bdbe448a is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:54:52.325013 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-eccbb9bb-503b-40cb-ab50-4686df9040c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:54:52.334379 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Network 02b77a9e-9120-4f51-b1d2-c7b6e684f79b details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:54:52.336540 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-eccbb9bb-503b-40cb-ab50-4686df9040c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:54:52.350712 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccbb9bb-503b-40cb-ab50-4686df9040c6 admin admin] Made reservation on behalf of 71302d4128404183b9c296e1bdbe448a for: {'subnet': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:54:52.358783 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-eccbb9bb-503b-40cb-ab50-4686df9040c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847588136'] for subnet, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:52.929906 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-eccbb9bb-503b-40cb-ab50-4686df9040c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848365515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847588117'] for subnet, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:52.946518 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c7826c11-2f41-404c-b3fa-113e9771af4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:54:53.049855 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:53.093171 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbb9bb-503b-40cb-ab50-4686df9040c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9123d7e9-7f4e-456f-be09-41bca5535e60,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:54:53.098130 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-eccbb9bb-503b-40cb-ab50-4686df9040c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:54:53.124702 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-96834fb1-f10b-45a1-8704-b1ae58d2d3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:53.171037 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccbb9bb-503b-40cb-ab50-4686df9040c6 admin admin] Checking segment: {'id': 'ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:54:53.171435 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccbb9bb-503b-40cb-ab50-4686df9040c6 admin admin] Network hostable DHCP agents. Network: 02b77a9e-9120-4f51-b1d2-c7b6e684f79b, hostable agents: ['caa9e31d-b776-4d13-8aa3-93174b581c26'], hosted agents: [] {{(pid=80199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 25 18:54:53.194965 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccbb9bb-503b-40cb-ab50-4686df9040c6 admin admin] Network 02b77a9e-9120-4f51-b1d2-c7b6e684f79b is scheduled to be hosted by DHCP agent caa9e31d-b776-4d13-8aa3-93174b581c26 with binding_index 1 {{(pid=80199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 25 18:54:53.209442 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-eccbb9bb-503b-40cb-ab50-4686df9040c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-iscsi, 02b77a9e-9120-4f51-b1d2-c7b6e684f79b) {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:54:53.221225 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21550460-161e-41d3-80ae-7b85a90cd473 None None] Network 02b77a9e-9120-4f51-b1d2-c7b6e684f79b requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:54:53.228023 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccbb9bb-503b-40cb-ab50-4686df9040c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:54:53.229185 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-eccbb9bb-503b-40cb-ab50-4686df9040c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:53.261194 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-eccbb9bb-503b-40cb-ab50-4686df9040c6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9694970
Jan 25 18:54:53.264529 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 37644) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:54:53.271033 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:54:53.278876 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:54:53.286069 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] Usage tracker for resource:router and tenant:71302d4128404183b9c296e1bdbe448a is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:54:53.291971 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:54:53.302426 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:54:53.315503 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-363710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5894'] for router, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:53.316866 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854407017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854407908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854426065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769859'] for router, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:53.343963 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:53.583890 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6e4a158-ec2a-5bcf-86aa-ff9ef77c1257-02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'fixed_ips': [{'subnet_id': '9123d7e9-7f4e-456f-be09-41bca5535e60'}]}} from dv-cinder-772388-1-iscsi. {{(pid=80201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 25 18:54:53.585003 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:53.704642 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854407889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-365246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769876'] for router, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:53.982772 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Allocated IP 172.20.0.2 (02b77a9e-9120-4f51-b1d2-c7b6e684f79b/9123d7e9-7f4e-456f-be09-41bca5535e60/77248c03-2346-40c6-9061-d0c88c5ab0bf) {{(pid=80201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:54:54.082086 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:54.143329 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:54.272687 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Notify callbacks [] for port, precommit_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:54.284849 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Transition to ACTIVE for port object 77248c03-2346-40c6-9061-d0c88c5ab0bf will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:54:54.304479 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Transition to ACTIVE for port object 77248c03-2346-40c6-9061-d0c88c5ab0bf will not be triggered until provisioned by entity DHCP. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:54:54.310990 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723'] for port, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:54.326076 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:54:54.482285 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Pushing event updated for resources: {'Port': ['ID=77248c03-2346-40c6-9061-d0c88c5ab0bf,revision_number=1']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:54:54.487223 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:54:54.750550 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Network 02b77a9e-9120-4f51-b1d2-c7b6e684f79b is already hosted by enough agents. {{(pid=80201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:54:54.754157 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Resources bound (agent type, host, resource id):  {{(pid=80201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:54:54.757445 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Received port after_create {{(pid=80201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:54:54.792150 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:54.825246 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Attempting to bind port 77248c03-2346-40c6-9061-d0c88c5ab0bf on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:54:54.825853 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Attempting to bind port 77248c03-2346-40c6-9061-d0c88c5ab0bf by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': 'ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:54:54.826344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Attempting to bind port 77248c03-2346-40c6-9061-d0c88c5ab0bf on network 02b77a9e-9120-4f51-b1d2-c7b6e684f79b {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:54:54.833876 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:54:54.834386 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Checking segment: {'id': 'ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:54:54.834983 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:54.835581 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Bound using segment: {'id': 'ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:54:54.836291 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Bound port: 77248c03-2346-40c6-9061-d0c88c5ab0bf, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:54:54.836828 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:54.843517 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] Allocated IP 172.27.1.31 (ef7ca5be-17a0-4c04-be0c-5aafd7b465e2/d3ebd7f5-b535-4f35-9c6a-a58c394e9ef4/0b642678-6667-476a-bacd-908950133b6f) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:54:55.024694 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:55.036719 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] For port 77248c03-2346-40c6-9061-d0c88c5ab0bf, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:54:55.042829 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] For port 77248c03-2346-40c6-9061-d0c88c5ab0bf, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=77248c03-2346-40c6-9061-d0c88c5ab0bf,segment=NetworkSegment(ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d),segment_id=ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:54:55.050405 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:55.069774 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:55.082429 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:54:55.103961 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-3555c3c9-f0fc-43b1-8c85-6e95c8d8e9f0 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:54:55.328645 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:55.344330 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] Pushing event updated for resources: {'Port': ['ID=0b642678-6667-476a-bacd-908950133b6f,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:54:55.350100 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:54:55.352449 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Pushing event updated for resources: {'Port': ['ID=77248c03-2346-40c6-9061-d0c88c5ab0bf,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:54:55.357717 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:54:55.400483 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] Network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:54:55.401972 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:54:55.405025 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:54:55.925275 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:56.437703 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 77248c03-2346-40c6-9061-d0c88c5ab0bf up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:54:56.469563 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854412087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367926'] for router, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:56.570346 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port 77248c03-2346-40c6-9061-d0c88c5ab0bf completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:54:56.733742 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] Router 48d53d6a-8f6d-4752-a14f-30c68354ee8c is scheduled to L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b with binding_index 1 {{(pid=80199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 25 18:54:56.945777 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9b4b64-ccb7-4e50-b21d-bc0871b52d04 None None] Network 02b77a9e-9120-4f51-b1d2-c7b6e684f79b requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:54:56.972886 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:54:56.991504 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] Sync routers for ids ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'] in dv-cinder-772388-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:54:57.011102 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] Routers {'48d53d6a-8f6d-4752-a14f-30c68354ee8c'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:54:57.012170 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1f9520b8>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:54:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:54:57.015023 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] Notify callbacks [] for router, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:57.017649 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.7517605
Jan 25 18:54:57.022814 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 37654) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:54:57.149621 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-9c0ed547-098f-4163-abd5-d3c02ac1542e None None] Provisioning for port 77248c03-2346-40c6-9061-d0c88c5ab0bf completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:54:57.167241 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-9c0ed547-098f-4163-abd5-d3c02ac1542e None None] Provisioning complete for port 77248c03-2346-40c6-9061-d0c88c5ab0bf triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:54:57.167852 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9c0ed547-098f-4163-abd5-d3c02ac1542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:57.290911 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] Set router 48d53d6a-8f6d-4752-a14f-30c68354ee8c gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:54:57.555373 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9c0ed547-098f-4163-abd5-d3c02ac1542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:57.649768 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-9c0ed547-098f-4163-abd5-d3c02ac1542e None None] For port 77248c03-2346-40c6-9061-d0c88c5ab0bf, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=77248c03-2346-40c6-9061-d0c88c5ab0bf,segment=NetworkSegment(ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d),segment_id=ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:54:57.655905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9c0ed547-098f-4163-abd5-d3c02ac1542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:57.659620 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:54:57.792604 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ed547-098f-4163-abd5-d3c02ac1542e None None] Pushing event updated for resources: {'Port': ['ID=77248c03-2346-40c6-9061-d0c88c5ab0bf,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:54:57.799167 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-9c0ed547-098f-4163-abd5-d3c02ac1542e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:54:57.919272 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1f9520b8>, [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T18:54:55Z', 'revision_number': 3, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:54:57.924535 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] Checking router: 48d53d6a-8f6d-4752-a14f-30c68354ee8c for host: dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:54:57.925070 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] Updating router 48d53d6a-8f6d-4752-a14f-30c68354ee8c port 0b642678-6667-476a-bacd-908950133b6f binding host dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 25 18:54:57.994646 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:58.033863 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-2aa480d3-7556-4475-8a77-3e1791fccac7 None None] Provisioning complete for port 77248c03-2346-40c6-9061-d0c88c5ab0bf triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:54:58.034581 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2aa480d3-7556-4475-8a77-3e1791fccac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:58.373245 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-adcd5e2a-dd94-49cc-97d2-f97de784e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:58.380532 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-4ea5daf0-ffdf-40c2-beaf-371f320a8f06 None None] Provisioning complete for port 77248c03-2346-40c6-9061-d0c88c5ab0bf triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:54:58.381155 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4ea5daf0-ffdf-40c2-beaf-371f320a8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:58.475630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 77248c03-2346-40c6-9061-d0c88c5ab0bf up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:54:58.520809 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] Notify callbacks [] for port, precommit_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:58.545149 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] Transition to ACTIVE for port object 0b642678-6667-476a-bacd-908950133b6f will not be triggered until provisioned by entity L2. {{(pid=80202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:54:58.553283 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:58.571494 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:54:58.715502 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Pushing event updated for resources: {'Port': ['ID=0b642678-6667-476a-bacd-908950133b6f,revision_number=2']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:54:58.734149 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:58.734529 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:58.734905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:58.735276 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:58.735639 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:58.736001 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:58.736361 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:58.736719 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:58.737162 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:58.737524 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:58.737885 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:58.738243 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:58.738647 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:58.739004 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:58.739359 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:58.739713 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:58.740068 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:58.740424 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:58.740780 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:58.741166 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:58.741540 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:58.741947 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:58.742302 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:58.742655 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:54:58.748711 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:54:58.766129 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 77248c03-2346-40c6-9061-d0c88c5ab0bf triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:54:58.766798 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:58.827317 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] Attempting to bind port 0b642678-6667-476a-bacd-908950133b6f on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:54:58.828025 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] Attempting to bind port 0b642678-6667-476a-bacd-908950133b6f by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:54:58.828708 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] Attempting to bind port 0b642678-6667-476a-bacd-908950133b6f on network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:54:58.839845 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-adcd5e2a-dd94-49cc-97d2-f97de784e66a admin admin] Allocated IP 172.20.0.1 (02b77a9e-9120-4f51-b1d2-c7b6e684f79b/9123d7e9-7f4e-456f-be09-41bca5535e60/07aeb545-aed4-4085-8aaf-d8fc7b83fac3) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:54:58.840102 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:54:58.840706 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] Checking segment: {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:54:58.841584 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:58.842279 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] Bound using segment: {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:54:58.843188 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] Bound port: 0b642678-6667-476a-bacd-908950133b6f, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:54:58.844181 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:58.926028 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-f6ef91b9-9bbc-4c2d-be5e-952539dd1be9 None None] Provisioning complete for port 77248c03-2346-40c6-9061-d0c88c5ab0bf triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:54:58.926447 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f6ef91b9-9bbc-4c2d-be5e-952539dd1be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:58.997128 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] For port 0b642678-6667-476a-bacd-908950133b6f, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:54:59.004007 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] For port 0b642678-6667-476a-bacd-908950133b6f, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=0b642678-6667-476a-bacd-908950133b6f,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:54:59.010503 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:59.035060 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-adcd5e2a-dd94-49cc-97d2-f97de784e66a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:59.051143 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-bc6b28f1-1537-44ad-adab-b1f134464968 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:54:59.055855 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-adcd5e2a-dd94-49cc-97d2-f97de784e66a admin admin] Transition to ACTIVE for port object 07aeb545-aed4-4085-8aaf-d8fc7b83fac3 will not be triggered until provisioned by entity DHCP. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:54:59.081052 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-adcd5e2a-dd94-49cc-97d2-f97de784e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:59.096799 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-3d73de77-7d2a-4ccd-9d90-f1ad0a2d9010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:54:59.241246 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd5e2a-dd94-49cc-97d2-f97de784e66a admin admin] Pushing event updated for resources: {'Port': ['ID=07aeb545-aed4-4085-8aaf-d8fc7b83fac3,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:54:59.245947 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-adcd5e2a-dd94-49cc-97d2-f97de784e66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:54:59.249869 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Pushing event updated for resources: {'Port': ['ID=0b642678-6667-476a-bacd-908950133b6f,revision_number=3']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:54:59.255481 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8d347b4e-3d8b-4953-8972-1a44cab69fa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:54:59.304594 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] Routers {'48d53d6a-8f6d-4752-a14f-30c68354ee8c'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:54:59.305350 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1f9520b8>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:54:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:54:59.310278 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcd5e2a-dd94-49cc-97d2-f97de784e66a admin admin] Network 02b77a9e-9120-4f51-b1d2-c7b6e684f79b is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:54:59.311602 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-adcd5e2a-dd94-49cc-97d2-f97de784e66a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:54:59.314157 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcd5e2a-dd94-49cc-97d2-f97de784e66a admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:54:59.395456 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-adcd5e2a-dd94-49cc-97d2-f97de784e66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363762'] for router_interface, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:59.540686 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-adcd5e2a-dd94-49cc-97d2-f97de784e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:59.543602 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] Set router 48d53d6a-8f6d-4752-a14f-30c68354ee8c gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:54:59.607441 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1347f0da-6eb9-447f-918d-bac357d1e1f8 None None] Provisioning for port 07aeb545-aed4-4085-8aaf-d8fc7b83fac3 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:54:59.613271 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1347f0da-6eb9-447f-918d-bac357d1e1f8 None None] Provisioning complete for port 07aeb545-aed4-4085-8aaf-d8fc7b83fac3 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:54:59.613841 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1347f0da-6eb9-447f-918d-bac357d1e1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:59.679744 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-1347f0da-6eb9-447f-918d-bac357d1e1f8 None None] Port 07aeb545-aed4-4085-8aaf-d8fc7b83fac3 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 18:54:59.953793 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-adcd5e2a-dd94-49cc-97d2-f97de784e66a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:54:59.959456 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-adcd5e2a-dd94-49cc-97d2-f97de784e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:00.028422 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b761d652-a230-411f-bdf0-66ecc9736751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:00.141877 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd5e2a-dd94-49cc-97d2-f97de784e66a admin admin] Pushing event updated for resources: {'Port': ['ID=07aeb545-aed4-4085-8aaf-d8fc7b83fac3,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:00.144756 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-adcd5e2a-dd94-49cc-97d2-f97de784e66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854238047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854412208'] for router_interface, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:00.159140 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-adcd5e2a-dd94-49cc-97d2-f97de784e66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:00.205098 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1f9520b8>, [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T18:54:55Z', 'revision_number': 3, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:55:00.212581 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0f0ffa-6163-428a-be2d-ae3022c576c4 None None] The sync data for ids ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'] in dv-cinder-772388-1-iscsi is: [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T18:54:55Z', 'revision_number': 3, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:55:00.308878 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcd5e2a-dd94-49cc-97d2-f97de784e66a admin admin] Network 02b77a9e-9120-4f51-b1d2-c7b6e684f79b is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:55:00.310737 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-adcd5e2a-dd94-49cc-97d2-f97de784e66a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:55:00.569397 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcd5e2a-dd94-49cc-97d2-f97de784e66a admin admin] Router 48d53d6a-8f6d-4752-a14f-30c68354ee8c has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:55:00.635983 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-be9bc0bd-93f7-4a2b-b836-fddd32176797 None None] Provisioning complete for port 07aeb545-aed4-4085-8aaf-d8fc7b83fac3 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:55:00.638762 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-be9bc0bd-93f7-4a2b-b836-fddd32176797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:00.745581 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-be9bc0bd-93f7-4a2b-b836-fddd32176797 None None] Port 07aeb545-aed4-4085-8aaf-d8fc7b83fac3 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 18:55:00.903630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcd5e2a-dd94-49cc-97d2-f97de784e66a admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:55:00.917049 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-adcd5e2a-dd94-49cc-97d2-f97de784e66a admin admin] 10.222.0.77 "PUT /v2.0/routers/48d53d6a-8f6d-4752-a14f-30c68354ee8c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8925354
Jan 25 18:55:01.967624 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 37680) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:55:01.974756 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-141016668-network', 'tenant_id': 'bf839aa71f5c4c9fb4eb95d6116fee08'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:55:01.980214 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:55:01.985142 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] Usage tracker for resource:network and tenant:bf839aa71f5c4c9fb4eb95d6116fee08 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:55:01.988729 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:55:01.995870 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:55:02.008921 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] Made reservation on behalf of bf839aa71f5c4c9fb4eb95d6116fee08 for: {'network': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:55:02.013920 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for network, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:02.028467 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:02.047951 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:55:02.055889 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] Usage tracker for resource:security_group_rule and tenant:bf839aa71f5c4c9fb4eb95d6116fee08 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:55:02.063182 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:55:02.075583 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:55:02.233452 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:02.236911 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:02.240577 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-ab6f9ab1-da9d-4b0e-a020-823a1924c1cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:02.283835 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 25 18:55:02.290505 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c373ea9c-9285-415f-8a09-51de7932346f,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:02.294891 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:02.299157 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738686948825', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:02.299606 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.segments_db [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] Added segment dc5c1db6-38c9-49de-920e-29a1c546a39b of type vxlan for network f3046da0-d35b-4dc3-98dc-59a0f8307b37
Jan 25 18:55:02.330252 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298168216078'] for network, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:02.362804 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:02.364100 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:02.364746 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:02.374080 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:02.484388 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] Pushing event updated for resources: {'Network': ['ID=f3046da0-d35b-4dc3-98dc-59a0f8307b37,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:02.490063 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:02.494599 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.5256639
Jan 25 18:55:02.497743 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 37686) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:55:02.506769 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-8877c834-12f7-4ed3-8094-159e9fb51a15 admin admin] Request body: {'subnet': {'network_id': 'f3046da0-d35b-4dc3-98dc-59a0f8307b37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-141016668-subnet', 'tenant_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'ip_version': 4}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:55:02.512319 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-8877c834-12f7-4ed3-8094-159e9fb51a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:55:02.513245 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Network f3046da0-d35b-4dc3-98dc-59a0f8307b37 details requested by agent ovs-agent-dv-cinder-772388-1-iscsi with host dv-cinder-772388-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:55:02.517486 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-8877c834-12f7-4ed3-8094-159e9fb51a15 admin admin] Usage tracker for resource:subnet and tenant:bf839aa71f5c4c9fb4eb95d6116fee08 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:55:02.521364 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-8877c834-12f7-4ed3-8094-159e9fb51a15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:55:02.529529 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-8877c834-12f7-4ed3-8094-159e9fb51a15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:55:02.540443 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Network f3046da0-d35b-4dc3-98dc-59a0f8307b37 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:55:02.542098 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8877c834-12f7-4ed3-8094-159e9fb51a15 admin admin] Made reservation on behalf of bf839aa71f5c4c9fb4eb95d6116fee08 for: {'subnet': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:55:02.549541 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8877c834-12f7-4ed3-8094-159e9fb51a15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847297581'] for subnet, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:02.595365 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 0b642678-6667-476a-bacd-908950133b6f up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:55:03.044648 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port 0b642678-6667-476a-bacd-908950133b6f completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:55:03.053909 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 0b642678-6667-476a-bacd-908950133b6f triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:55:03.054587 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:03.060365 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8877c834-12f7-4ed3-8094-159e9fb51a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7207273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847297568'] for subnet, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:03.098739 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5dca6cc0-4452-48c5-90c7-a95871b14aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:03.229549 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:03.252719 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] For port 0b642678-6667-476a-bacd-908950133b6f, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=0b642678-6667-476a-bacd-908950133b6f,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:55:03.256268 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:03.258734 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:03.293299 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] Sync routers for ids ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:55:03.359301 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] Routers {'48d53d6a-8f6d-4752-a14f-30c68354ee8c'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:55:03.360490 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a24174358>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:54:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:55:03.563705 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877c834-12f7-4ed3-8094-159e9fb51a15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cbc5956-01d5-41ee-b6af-2a9590577e3a,revision_number=0']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:03.573837 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8877c834-12f7-4ed3-8094-159e9fb51a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:03.662519 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8877c834-12f7-4ed3-8094-159e9fb51a15 admin admin] Checking segment: {'id': 'dc5c1db6-38c9-49de-920e-29a1c546a39b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f3046da0-d35b-4dc3-98dc-59a0f8307b37'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:55:03.662929 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8877c834-12f7-4ed3-8094-159e9fb51a15 admin admin] Network hostable DHCP agents. Network: f3046da0-d35b-4dc3-98dc-59a0f8307b37, hostable agents: ['caa9e31d-b776-4d13-8aa3-93174b581c26'], hosted agents: [] {{(pid=80198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 25 18:55:03.693055 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8877c834-12f7-4ed3-8094-159e9fb51a15 admin admin] Network f3046da0-d35b-4dc3-98dc-59a0f8307b37 is scheduled to be hosted by DHCP agent caa9e31d-b776-4d13-8aa3-93174b581c26 with binding_index 1 {{(pid=80198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 25 18:55:03.709708 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-8877c834-12f7-4ed3-8094-159e9fb51a15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-iscsi, f3046da0-d35b-4dc3-98dc-59a0f8307b37) {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:55:03.731619 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8877c834-12f7-4ed3-8094-159e9fb51a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:03.732527 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8877c834-12f7-4ed3-8094-159e9fb51a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:03.759444 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-8877c834-12f7-4ed3-8094-159e9fb51a15 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2605252
Jan 25 18:55:03.764138 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 37694) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:55:03.770974 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-141016668-router', 'tenant_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:55:03.776896 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:55:03.782766 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] Usage tracker for resource:router and tenant:bf839aa71f5c4c9fb4eb95d6116fee08 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:55:03.787280 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:55:03.794604 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:55:03.805878 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-363710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5894'] for router, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:03.809104 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854407017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854407908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854426065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769859'] for router, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:03.811724 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829c9b6d-fd3a-49f0-a478-bcfd3f8b6246 None None] Network f3046da0-d35b-4dc3-98dc-59a0f8307b37 requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:55:03.828320 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:03.863625 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Pushing event updated for resources: {'Port': ['ID=0b642678-6667-476a-bacd-908950133b6f,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:03.872650 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:04.012455 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] Set router 48d53d6a-8f6d-4752-a14f-30c68354ee8c gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:55:04.236943 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854407889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-365246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769876'] for router, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:04.358710 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6e4a158-ec2a-5bcf-86aa-ff9ef77c1257-f3046da0-d35b-4dc3-98dc-59a0f8307b37', 'network_id': 'f3046da0-d35b-4dc3-98dc-59a0f8307b37', 'tenant_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'fixed_ips': [{'subnet_id': '0cbc5956-01d5-41ee-b6af-2a9590577e3a'}]}} from dv-cinder-772388-1-iscsi. {{(pid=80201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 25 18:55:04.360191 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:04.455379 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 0b642678-6667-476a-bacd-908950133b6f up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:55:04.759194 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:04.785645 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 0b642678-6667-476a-bacd-908950133b6f triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:55:04.786118 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:04.795113 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:04.920700 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a24174358>, [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T18:54:59Z', 'revision_number': 4, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '07aeb545-aed4-4085-8aaf-d8fc7b83fac3', 'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'mac_address': 'fa:16:3e:e9:df:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:58Z', 'updated_at': '2021-01-25T18:54:59Z', 'revision_number': 2, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'subnets': [{'id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:55:04.940281 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] Checking router: 48d53d6a-8f6d-4752-a14f-30c68354ee8c for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:55:04.940636 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] Updating router 48d53d6a-8f6d-4752-a14f-30c68354ee8c port 07aeb545-aed4-4085-8aaf-d8fc7b83fac3 binding host dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 25 18:55:05.144233 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Allocated IP 172.20.0.2 (f3046da0-d35b-4dc3-98dc-59a0f8307b37/0cbc5956-01d5-41ee-b6af-2a9590577e3a/72f7bfca-b0db-4920-8cb9-4c932a248789) {{(pid=80201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:55:05.175706 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] Allocated IP 172.27.1.170 (ef7ca5be-17a0-4c04-be0c-5aafd7b465e2/d3ebd7f5-b535-4f35-9c6a-a58c394e9ef4/81e7a354-1d1a-4dfc-9909-d5f3f92b769f) {{(pid=80198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:55:05.192278 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:05.352226 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:05.385545 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:05.402608 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-480303e2-9f14-434a-a4e4-850bf049c23a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:05.556603 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] Pushing event updated for resources: {'Port': ['ID=81e7a354-1d1a-4dfc-9909-d5f3f92b769f,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:05.562704 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:05.630417 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] Network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 is already hosted by enough agents. {{(pid=80198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:55:05.632452 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:55:05.636378 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] Received port after_create {{(pid=80198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:55:05.876688 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Notify callbacks [] for port, precommit_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:05.946891 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Transition to ACTIVE for port object 72f7bfca-b0db-4920-8cb9-4c932a248789 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:55:05.987291 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Transition to ACTIVE for port object 72f7bfca-b0db-4920-8cb9-4c932a248789 will not be triggered until provisioned by entity DHCP. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:55:05.999254 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723'] for port, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:06.016803 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:06.201861 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Pushing event updated for resources: {'Port': ['ID=72f7bfca-b0db-4920-8cb9-4c932a248789,revision_number=1']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:06.216706 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:06.257217 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:06.622144 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] Notify callbacks [] for port, precommit_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:06.629363 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Network f3046da0-d35b-4dc3-98dc-59a0f8307b37 is already hosted by enough agents. {{(pid=80201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:55:06.634874 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Resources bound (agent type, host, resource id):  {{(pid=80201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:55:06.644250 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Received port after_create {{(pid=80201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:55:06.663482 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] Transition to ACTIVE for port object 07aeb545-aed4-4085-8aaf-d8fc7b83fac3 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:55:06.705472 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:06.727919 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:06.894015 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Attempting to bind port 72f7bfca-b0db-4920-8cb9-4c932a248789 on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:55:06.894427 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Attempting to bind port 72f7bfca-b0db-4920-8cb9-4c932a248789 by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': 'dc5c1db6-38c9-49de-920e-29a1c546a39b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f3046da0-d35b-4dc3-98dc-59a0f8307b37'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:55:06.894830 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Attempting to bind port 72f7bfca-b0db-4920-8cb9-4c932a248789 on network f3046da0-d35b-4dc3-98dc-59a0f8307b37 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:55:06.920207 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb31610-1c45-482c-91ab-19d79700e8d2 None None] Pushing event updated for resources: {'Port': ['ID=07aeb545-aed4-4085-8aaf-d8fc7b83fac3,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:06.923218 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:55:06.923656 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Checking segment: {'id': 'dc5c1db6-38c9-49de-920e-29a1c546a39b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f3046da0-d35b-4dc3-98dc-59a0f8307b37'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:55:06.924084 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:06.924534 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Bound using segment: {'id': 'dc5c1db6-38c9-49de-920e-29a1c546a39b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f3046da0-d35b-4dc3-98dc-59a0f8307b37'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:55:06.925174 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Bound port: 72f7bfca-b0db-4920-8cb9-4c932a248789, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5c1db6-38c9-49de-920e-29a1c546a39b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f3046da0-d35b-4dc3-98dc-59a0f8307b37'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:55:06.925566 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:06.938727 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-bcb31610-1c45-482c-91ab-19d79700e8d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:07.142867 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] For port 72f7bfca-b0db-4920-8cb9-4c932a248789, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:55:07.189955 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] For port 72f7bfca-b0db-4920-8cb9-4c932a248789, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=72f7bfca-b0db-4920-8cb9-4c932a248789,segment=NetworkSegment(dc5c1db6-38c9-49de-920e-29a1c546a39b),segment_id=dc5c1db6-38c9-49de-920e-29a1c546a39b)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:55:07.202971 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:07.211560 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854412087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367926'] for router, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:07.225907 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:07.290611 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] Attempting to bind port 07aeb545-aed4-4085-8aaf-d8fc7b83fac3 on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:55:07.291006 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] Attempting to bind port 07aeb545-aed4-4085-8aaf-d8fc7b83fac3 by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': 'ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:55:07.291425 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] Attempting to bind port 07aeb545-aed4-4085-8aaf-d8fc7b83fac3 on network 02b77a9e-9120-4f51-b1d2-c7b6e684f79b {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:55:07.306813 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:55:07.307239 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] Checking segment: {'id': 'ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:55:07.307691 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:07.308137 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] Bound using segment: {'id': 'ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:55:07.308749 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] Bound port: 07aeb545-aed4-4085-8aaf-d8fc7b83fac3, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:55:07.309234 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:07.509715 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Pushing event updated for resources: {'Port': ['ID=72f7bfca-b0db-4920-8cb9-4c932a248789,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:07.525528 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:07.580165 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] Router fc921bc1-1f13-4a8b-b896-9ca8b5881779 is scheduled to L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b with binding_index 1 {{(pid=80198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 25 18:55:07.581382 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] For port 07aeb545-aed4-4085-8aaf-d8fc7b83fac3, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:55:07.585157 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] For port 07aeb545-aed4-4085-8aaf-d8fc7b83fac3, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=07aeb545-aed4-4085-8aaf-d8fc7b83fac3,segment=NetworkSegment(ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d),segment_id=ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:55:07.589648 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:07.607355 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-bcb31610-1c45-482c-91ab-19d79700e8d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:07.779460 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb31610-1c45-482c-91ab-19d79700e8d2 None None] Pushing event updated for resources: {'Port': ['ID=07aeb545-aed4-4085-8aaf-d8fc7b83fac3,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:07.785819 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-bcb31610-1c45-482c-91ab-19d79700e8d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:07.843719 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] Routers {'48d53d6a-8f6d-4752-a14f-30c68354ee8c'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:55:07.844465 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a24174358>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:54:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:55:07.990279 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:55:08.012407 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] Sync routers for ids ['fc921bc1-1f13-4a8b-b896-9ca8b5881779'] in dv-cinder-772388-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:55:08.050237 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] Routers {'fc921bc1-1f13-4a8b-b896-9ca8b5881779'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:55:08.055440 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] Notify callbacks [] for router, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:08.056655 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fb057f0>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:54:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['fc921bc1-1f13-4a8b-b896-9ca8b5881779'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:55:08.057921 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.2917917
Jan 25 18:55:08.063883 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 37704) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:55:08.254978 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] Set router 48d53d6a-8f6d-4752-a14f-30c68354ee8c gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:55:08.421172 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] Set router fc921bc1-1f13-4a8b-b896-9ca8b5881779 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:55:08.618318 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 72f7bfca-b0db-4920-8cb9-4c932a248789 up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:55:08.876745 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port 72f7bfca-b0db-4920-8cb9-4c932a248789 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:55:08.930661 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a24174358>, [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T18:54:59Z', 'revision_number': 4, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '07aeb545-aed4-4085-8aaf-d8fc7b83fac3', 'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'mac_address': 'fa:16:3e:e9:df:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:58Z', 'updated_at': '2021-01-25T18:55:07Z', 'revision_number': 4, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'subnets': [{'id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:55:08.939797 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbe0647-6fea-49e4-9d32-1e13655966d6 None None] The sync data for ids ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'] in dv-cinder-772388-1-iscsi is: [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T18:54:59Z', 'revision_number': 4, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '07aeb545-aed4-4085-8aaf-d8fc7b83fac3', 'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'mac_address': 'fa:16:3e:e9:df:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:58Z', 'updated_at': '2021-01-25T18:55:07Z', 'revision_number': 4, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'subnets': [{'id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:55:09.033071 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fb057f0>, [{'id': 'fc921bc1-1f13-4a8b-b896-9ca8b5881779', 'name': 'tempest-TestVolumeBootPattern-141016668-router', 'tenant_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '81e7a354-1d1a-4dfc-9909-d5f3f92b769f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:55:03Z', 'updated_at': '2021-01-25T18:55:05Z', 'revision_number': 3, 'project_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'gw_port': {'id': '81e7a354-1d1a-4dfc-9909-d5f3f92b769f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:12:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc921bc1-1f13-4a8b-b896-9ca8b5881779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:55:05Z', 'updated_at': '2021-01-25T18:55:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:55:09.042667 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] Checking router: fc921bc1-1f13-4a8b-b896-9ca8b5881779 for host: dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:55:09.043306 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] Updating router fc921bc1-1f13-4a8b-b896-9ca8b5881779 port 81e7a354-1d1a-4dfc-9909-d5f3f92b769f binding host dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 25 18:55:09.213767 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:09.488366 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d421a8c8-f566-46ae-a4ba-4c176f0d9711 None None] Network f3046da0-d35b-4dc3-98dc-59a0f8307b37 requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:55:09.530718 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c23de0fa-800e-400d-ae46-9aafff9bf350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:09.721571 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-a532a074-fa97-4b86-aa4e-3f36285df644 None None] Provisioning for port 72f7bfca-b0db-4920-8cb9-4c932a248789 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:55:09.738317 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-a532a074-fa97-4b86-aa4e-3f36285df644 None None] Provisioning complete for port 72f7bfca-b0db-4920-8cb9-4c932a248789 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:55:09.739016 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a532a074-fa97-4b86-aa4e-3f36285df644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:09.924679 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] Notify callbacks [] for port, precommit_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:09.939692 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] Transition to ACTIVE for port object 81e7a354-1d1a-4dfc-9909-d5f3f92b769f will not be triggered until provisioned by entity L2. {{(pid=80202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:55:09.943654 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:10.119248 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-c23de0fa-800e-400d-ae46-9aafff9bf350 admin admin] Allocated IP 172.20.0.1 (f3046da0-d35b-4dc3-98dc-59a0f8307b37/0cbc5956-01d5-41ee-b6af-2a9590577e3a/19c7f958-9f0f-45ae-b599-ff3d72087202) {{(pid=80198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:55:10.120114 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:10.285881 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776d8ab-3801-4e11-83f6-32097f64c15e None None] Pushing event updated for resources: {'Port': ['ID=81e7a354-1d1a-4dfc-9909-d5f3f92b769f,revision_number=2']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:10.324882 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b776d8ab-3801-4e11-83f6-32097f64c15e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:10.343633 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a532a074-fa97-4b86-aa4e-3f36285df644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:10.367500 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] Attempting to bind port 81e7a354-1d1a-4dfc-9909-d5f3f92b769f on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:55:10.368206 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] Attempting to bind port 81e7a354-1d1a-4dfc-9909-d5f3f92b769f by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:55:10.369246 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] Attempting to bind port 81e7a354-1d1a-4dfc-9909-d5f3f92b769f on network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:55:10.377649 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:55:10.378076 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] Checking segment: {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:55:10.378529 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:10.378974 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] Bound using segment: {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:55:10.379511 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] Bound port: 81e7a354-1d1a-4dfc-9909-d5f3f92b769f, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:55:10.380120 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:10.407082 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-a532a074-fa97-4b86-aa4e-3f36285df644 None None] For port 72f7bfca-b0db-4920-8cb9-4c932a248789, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=72f7bfca-b0db-4920-8cb9-4c932a248789,segment=NetworkSegment(dc5c1db6-38c9-49de-920e-29a1c546a39b),segment_id=dc5c1db6-38c9-49de-920e-29a1c546a39b)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:55:10.407982 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c23de0fa-800e-400d-ae46-9aafff9bf350 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:10.416898 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a532a074-fa97-4b86-aa4e-3f36285df644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:10.421301 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:10.451242 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-c23de0fa-800e-400d-ae46-9aafff9bf350 admin admin] Transition to ACTIVE for port object 19c7f958-9f0f-45ae-b599-ff3d72087202 will not be triggered until provisioned by entity DHCP. {{(pid=80198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:55:10.488415 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 07aeb545-aed4-4085-8aaf-d8fc7b83fac3 up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:55:10.509928 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] For port 81e7a354-1d1a-4dfc-9909-d5f3f92b769f, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:55:10.510738 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c23de0fa-800e-400d-ae46-9aafff9bf350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:10.513966 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] For port 81e7a354-1d1a-4dfc-9909-d5f3f92b769f, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=81e7a354-1d1a-4dfc-9909-d5f3f92b769f,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:55:10.521068 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:10.540860 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d98357c0-f4d2-4821-ad55-50e9035956f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:10.548046 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a8b5c368-b8c6-4e68-bb21-056a3ac7fb6f tempest-VolumesNegativeTest-1330503906 tempest-VolumesNegativeTest-1330503906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:10.591584 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532a074-fa97-4b86-aa4e-3f36285df644 None None] Pushing event updated for resources: {'Port': ['ID=72f7bfca-b0db-4920-8cb9-4c932a248789,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:10.596313 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a532a074-fa97-4b86-aa4e-3f36285df644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:10.614149 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port 07aeb545-aed4-4085-8aaf-d8fc7b83fac3 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:55:10.620377 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 07aeb545-aed4-4085-8aaf-d8fc7b83fac3 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:55:10.621626 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:10.784088 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:10.792184 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23de0fa-800e-400d-ae46-9aafff9bf350 admin admin] Pushing event updated for resources: {'Port': ['ID=19c7f958-9f0f-45ae-b599-ff3d72087202,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:10.798074 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c23de0fa-800e-400d-ae46-9aafff9bf350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:10.840969 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] For port 07aeb545-aed4-4085-8aaf-d8fc7b83fac3, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=07aeb545-aed4-4085-8aaf-d8fc7b83fac3,segment=NetworkSegment(ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d),segment_id=ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:55:10.847837 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:10.859963 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:10.903170 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-58f5c896-3d58-42c2-80f3-e4da143cbf51 None None] Provisioning complete for port 72f7bfca-b0db-4920-8cb9-4c932a248789 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:55:10.903944 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-58f5c896-3d58-42c2-80f3-e4da143cbf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:10.916404 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23de0fa-800e-400d-ae46-9aafff9bf350 admin admin] Network f3046da0-d35b-4dc3-98dc-59a0f8307b37 is already hosted by enough agents. {{(pid=80198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:55:10.916892 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776d8ab-3801-4e11-83f6-32097f64c15e None None] Pushing event updated for resources: {'Port': ['ID=81e7a354-1d1a-4dfc-9909-d5f3f92b769f,revision_number=3']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:10.919745 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-c23de0fa-800e-400d-ae46-9aafff9bf350 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:55:10.926115 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b776d8ab-3801-4e11-83f6-32097f64c15e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:10.928423 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23de0fa-800e-400d-ae46-9aafff9bf350 admin admin] Received port after_create {{(pid=80198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:55:11.025851 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c23de0fa-800e-400d-ae46-9aafff9bf350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363762'] for router_interface, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:11.052479 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] Routers {'fc921bc1-1f13-4a8b-b896-9ca8b5881779'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:55:11.053127 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fb057f0>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:54:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['fc921bc1-1f13-4a8b-b896-9ca8b5881779'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:55:11.112851 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Pushing event updated for resources: {'Port': ['ID=07aeb545-aed4-4085-8aaf-d8fc7b83fac3,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:11.153371 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:11.403177 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] Set router fc921bc1-1f13-4a8b-b896-9ca8b5881779 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:55:11.420890 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-8e852938-52ca-48a8-90f2-fc0c449f7de6 None None] Provisioning complete for port 72f7bfca-b0db-4920-8cb9-4c932a248789 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:55:11.421564 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8e852938-52ca-48a8-90f2-fc0c449f7de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:11.677696 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-8e852938-52ca-48a8-90f2-fc0c449f7de6 None None] Provisioning for port 19c7f958-9f0f-45ae-b599-ff3d72087202 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:55:11.690767 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-8e852938-52ca-48a8-90f2-fc0c449f7de6 None None] Provisioning complete for port 19c7f958-9f0f-45ae-b599-ff3d72087202 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:55:11.691370 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8e852938-52ca-48a8-90f2-fc0c449f7de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:11.705542 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c23de0fa-800e-400d-ae46-9aafff9bf350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:11.812196 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-8e852938-52ca-48a8-90f2-fc0c449f7de6 None None] Port 19c7f958-9f0f-45ae-b599-ff3d72087202 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 18:55:11.937299 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-036254c5-3b2a-489a-81da-709225aa4b09 None None] Provisioning complete for port 72f7bfca-b0db-4920-8cb9-4c932a248789 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:55:11.938205 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-036254c5-3b2a-489a-81da-709225aa4b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:11.944282 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fb057f0>, [{'id': 'fc921bc1-1f13-4a8b-b896-9ca8b5881779', 'name': 'tempest-TestVolumeBootPattern-141016668-router', 'tenant_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '81e7a354-1d1a-4dfc-9909-d5f3f92b769f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:55:03Z', 'updated_at': '2021-01-25T18:55:05Z', 'revision_number': 3, 'project_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'gw_port': {'id': '81e7a354-1d1a-4dfc-9909-d5f3f92b769f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:12:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc921bc1-1f13-4a8b-b896-9ca8b5881779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:55:05Z', 'updated_at': '2021-01-25T18:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:55:11.949348 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9a17ad-d6b0-4e9d-bddf-2a0c96886f43 None None] The sync data for ids ['fc921bc1-1f13-4a8b-b896-9ca8b5881779'] in dv-cinder-772388-1-iscsi is: [{'id': 'fc921bc1-1f13-4a8b-b896-9ca8b5881779', 'name': 'tempest-TestVolumeBootPattern-141016668-router', 'tenant_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '81e7a354-1d1a-4dfc-9909-d5f3f92b769f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:55:03Z', 'updated_at': '2021-01-25T18:55:05Z', 'revision_number': 3, 'project_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'gw_port': {'id': '81e7a354-1d1a-4dfc-9909-d5f3f92b769f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:12:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc921bc1-1f13-4a8b-b896-9ca8b5881779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:55:05Z', 'updated_at': '2021-01-25T18:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:55:12.057945 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c23de0fa-800e-400d-ae46-9aafff9bf350 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:12.063827 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c23de0fa-800e-400d-ae46-9aafff9bf350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847568392'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:12.121874 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d75f696b-4e85-46fb-9e50-03bfb4ebfe9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:12.293468 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c23de0fa-800e-400d-ae46-9aafff9bf350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854238047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854412208'] for router_interface, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:12.315438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23de0fa-800e-400d-ae46-9aafff9bf350 admin admin] Pushing event updated for resources: {'Port': ['ID=19c7f958-9f0f-45ae-b599-ff3d72087202,revision_number=2']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:12.345186 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c23de0fa-800e-400d-ae46-9aafff9bf350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:12.533470 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 72f7bfca-b0db-4920-8cb9-4c932a248789 up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:55:12.546591 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23de0fa-800e-400d-ae46-9aafff9bf350 admin admin] Network f3046da0-d35b-4dc3-98dc-59a0f8307b37 is already hosted by enough agents. {{(pid=80198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:55:12.550221 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-c23de0fa-800e-400d-ae46-9aafff9bf350 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:55:12.775562 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 72f7bfca-b0db-4920-8cb9-4c932a248789 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:55:12.775982 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:12.938025 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 07aeb545-aed4-4085-8aaf-d8fc7b83fac3 up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:55:12.990262 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23de0fa-800e-400d-ae46-9aafff9bf350 admin admin] Router fc921bc1-1f13-4a8b-b896-9ca8b5881779 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:55:13.051847 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-07a21d6f-8056-4350-9011-5e1269d44f7e None None] Provisioning complete for port 19c7f958-9f0f-45ae-b599-ff3d72087202 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:55:13.052357 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-07a21d6f-8056-4350-9011-5e1269d44f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:13.135919 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:55:13.148212 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 07aeb545-aed4-4085-8aaf-d8fc7b83fac3 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:55:13.148873 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:13.222588 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-07a21d6f-8056-4350-9011-5e1269d44f7e None None] Port 19c7f958-9f0f-45ae-b599-ff3d72087202 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 18:55:13.256087 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23de0fa-800e-400d-ae46-9aafff9bf350 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:55:13.267593 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-c23de0fa-800e-400d-ae46-9aafff9bf350 admin admin] 10.222.0.77 "PUT /v2.0/routers/fc921bc1-1f13-4a8b-b896-9ca8b5881779/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2014656
Jan 25 18:55:14.205671 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-970abb71-ed7e-482f-8adc-42c392c68195 req-6ce8b7b8-8333-426e-89f2-c9fb67b5d0cf tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-263656316', 'description': 'tempest-TestVolumeBootPattern-263656316 description'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:55:14.217851 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-970abb71-ed7e-482f-8adc-42c392c68195 req-6ce8b7b8-8333-426e-89f2-c9fb67b5d0cf tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:55:14.222552 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-970abb71-ed7e-482f-8adc-42c392c68195 req-6ce8b7b8-8333-426e-89f2-c9fb67b5d0cf tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Usage tracker for resource:security_group and tenant:71302d4128404183b9c296e1bdbe448a is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:55:14.225935 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-970abb71-ed7e-482f-8adc-42c392c68195 req-6ce8b7b8-8333-426e-89f2-c9fb67b5d0cf tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:55:14.232377 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-970abb71-ed7e-482f-8adc-42c392c68195 req-6ce8b7b8-8333-426e-89f2-c9fb67b5d0cf tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:55:14.243721 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-970abb71-ed7e-482f-8adc-42c392c68195 req-6ce8b7b8-8333-426e-89f2-c9fb67b5d0cf tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:14.267239 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-970abb71-ed7e-482f-8adc-42c392c68195 req-6ce8b7b8-8333-426e-89f2-c9fb67b5d0cf tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:55:14.271830 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-970abb71-ed7e-482f-8adc-42c392c68195 req-6ce8b7b8-8333-426e-89f2-c9fb67b5d0cf tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Usage tracker for resource:security_group_rule and tenant:71302d4128404183b9c296e1bdbe448a is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:55:14.275014 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-970abb71-ed7e-482f-8adc-42c392c68195 req-6ce8b7b8-8333-426e-89f2-c9fb67b5d0cf tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:55:14.281750 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-970abb71-ed7e-482f-8adc-42c392c68195 req-6ce8b7b8-8333-426e-89f2-c9fb67b5d0cf tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:55:14.368538 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-970abb71-ed7e-482f-8adc-42c392c68195 req-6ce8b7b8-8333-426e-89f2-c9fb67b5d0cf tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:14.373785 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-970abb71-ed7e-482f-8adc-42c392c68195 req-6ce8b7b8-8333-426e-89f2-c9fb67b5d0cf tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:14.389245 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-53030f2d-7e41-40b5-8259-f9c7dde6641b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:14.422493 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-970abb71-ed7e-482f-8adc-42c392c68195 req-6ce8b7b8-8333-426e-89f2-c9fb67b5d0cf tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:14.423842 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-970abb71-ed7e-482f-8adc-42c392c68195 req-6ce8b7b8-8333-426e-89f2-c9fb67b5d0cf tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2229960
Jan 25 18:55:14.428776 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8b7b8-8333-426e-89f2-c9fb67b5d0cf tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Pushing event updated for resources: {'SecurityGroup': ['ID=01d00001-7b9e-484f-a517-0826372fe9ef,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:14.436999 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-6ce8b7b8-8333-426e-89f2-c9fb67b5d0cf tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:14.466668 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 81e7a354-1d1a-4dfc-9909-d5f3f92b769f up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:55:14.555035 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port 81e7a354-1d1a-4dfc-9909-d5f3f92b769f completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:55:14.556119 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b2bd3084-042c-4fbb-8ad3-e0329df97f5b req-6c5c0d31-84f3-425d-825a-de349fc34734 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups/01d00001-7b9e-484f-a517-0826372fe9ef HTTP/1.1" status: 200  len: 1806 time: 0.0632322
Jan 25 18:55:14.561535 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 81e7a354-1d1a-4dfc-9909-d5f3f92b769f triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:55:14.562022 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:14.570038 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-b2bd3084-042c-4fbb-8ad3-e0329df97f5b req-0feccb80-bd51-441d-aca1-36aa72db2126 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '01d00001-7b9e-484f-a517-0826372fe9ef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:55:14.570505 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-b2bd3084-042c-4fbb-8ad3-e0329df97f5b req-0feccb80-bd51-441d-aca1-36aa72db2126 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '01d00001-7b9e-484f-a517-0826372fe9ef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:55:14.583470 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-b2bd3084-042c-4fbb-8ad3-e0329df97f5b req-0feccb80-bd51-441d-aca1-36aa72db2126 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:55:14.588105 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-b2bd3084-042c-4fbb-8ad3-e0329df97f5b req-0feccb80-bd51-441d-aca1-36aa72db2126 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Usage tracker for resource:security_group_rule and tenant:71302d4128404183b9c296e1bdbe448a is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:55:14.593184 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-b2bd3084-042c-4fbb-8ad3-e0329df97f5b req-0feccb80-bd51-441d-aca1-36aa72db2126 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:55:14.600254 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-b2bd3084-042c-4fbb-8ad3-e0329df97f5b req-0feccb80-bd51-441d-aca1-36aa72db2126 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:55:14.672205 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-b2bd3084-042c-4fbb-8ad3-e0329df97f5b req-0feccb80-bd51-441d-aca1-36aa72db2126 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for security_group_rule, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:14.707595 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-b2bd3084-042c-4fbb-8ad3-e0329df97f5b req-0feccb80-bd51-441d-aca1-36aa72db2126 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:14.710736 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-b2bd3084-042c-4fbb-8ad3-e0329df97f5b req-0feccb80-bd51-441d-aca1-36aa72db2126 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517104'] for security_group_rule, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:14.712939 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-bc7fc712-b58e-4ffb-a402-e5d3f7dd2a23 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:14.720706 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:14.739300 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feccb80-bd51-441d-aca1-36aa72db2126 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86efc146-e540-498b-a52d-3fd029d4b31f,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:14.742222 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0feccb80-bd51-441d-aca1-36aa72db2126 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:14.749196 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-b2bd3084-042c-4fbb-8ad3-e0329df97f5b req-0feccb80-bd51-441d-aca1-36aa72db2126 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for security_group_rule, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:14.750492 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b2bd3084-042c-4fbb-8ad3-e0329df97f5b req-0feccb80-bd51-441d-aca1-36aa72db2126 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1852252
Jan 25 18:55:14.757586 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] For port 81e7a354-1d1a-4dfc-9909-d5f3f92b769f, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=81e7a354-1d1a-4dfc-9909-d5f3f92b769f,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:55:14.762344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:14.764337 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:14.842334 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Pushing event updated for resources: {'Port': ['ID=81e7a354-1d1a-4dfc-9909-d5f3f92b769f,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:14.847254 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:14.874183 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4c2d54b4-b51c-48d3-884b-26ee75a692a7 req-9d32b699-ab61-43bc-95dd-9076b81fd5be tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups/01d00001-7b9e-484f-a517-0826372fe9ef HTTP/1.1" status: 200  len: 2399 time: 0.0863705
Jan 25 18:55:14.892731 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-4c2d54b4-b51c-48d3-884b-26ee75a692a7 req-7d384304-576a-45d1-8937-02bc5f15df5c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '01d00001-7b9e-484f-a517-0826372fe9ef', 'remote_group_id': None}]} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:55:14.893092 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-4c2d54b4-b51c-48d3-884b-26ee75a692a7 req-7d384304-576a-45d1-8937-02bc5f15df5c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '01d00001-7b9e-484f-a517-0826372fe9ef', 'remote_group_id': None}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:55:14.905930 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-4c2d54b4-b51c-48d3-884b-26ee75a692a7 req-7d384304-576a-45d1-8937-02bc5f15df5c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:55:14.910894 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-4c2d54b4-b51c-48d3-884b-26ee75a692a7 req-7d384304-576a-45d1-8937-02bc5f15df5c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Usage tracker for resource:security_group_rule and tenant:71302d4128404183b9c296e1bdbe448a is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:55:14.914284 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-4c2d54b4-b51c-48d3-884b-26ee75a692a7 req-7d384304-576a-45d1-8937-02bc5f15df5c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:55:14.920568 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-4c2d54b4-b51c-48d3-884b-26ee75a692a7 req-7d384304-576a-45d1-8937-02bc5f15df5c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:55:15.024847 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-4c2d54b4-b51c-48d3-884b-26ee75a692a7 req-7d384304-576a-45d1-8937-02bc5f15df5c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for security_group_rule, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:15.065848 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-4c2d54b4-b51c-48d3-884b-26ee75a692a7 req-7d384304-576a-45d1-8937-02bc5f15df5c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:15.071000 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-4c2d54b4-b51c-48d3-884b-26ee75a692a7 req-7d384304-576a-45d1-8937-02bc5f15df5c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517104'] for security_group_rule, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:15.075112 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:15.118932 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d384304-576a-45d1-8937-02bc5f15df5c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677ffcd2-4c12-44c9-beb8-5bde9e6e60f6,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:15.127968 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-7d384304-576a-45d1-8937-02bc5f15df5c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:15.141588 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-4c2d54b4-b51c-48d3-884b-26ee75a692a7 req-7d384304-576a-45d1-8937-02bc5f15df5c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for security_group_rule, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:15.143851 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4c2d54b4-b51c-48d3-884b-26ee75a692a7 req-7d384304-576a-45d1-8937-02bc5f15df5c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2562284
Jan 25 18:55:15.684535 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16b8d3-0b12-4da3-bd42-ba67894318c0 req-4394f8cf-93d4-415b-b2e1-747432c1cd03 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:15.687633 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ba16b8d3-0b12-4da3-bd42-ba67894318c0 req-4394f8cf-93d4-415b-b2e1-747432c1cd03 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1898146
Jan 25 18:55:15.710508 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] Sync routers for ids ['fc921bc1-1f13-4a8b-b896-9ca8b5881779'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:55:15.725730 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] Routers {'fc921bc1-1f13-4a8b-b896-9ca8b5881779'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:55:15.726640 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1f963ef0>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:54:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['fc921bc1-1f13-4a8b-b896-9ca8b5881779'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:55:15.796390 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ba16b8d3-0b12-4da3-bd42-ba67894318c0 req-1f681537-f9ba-48a2-9938-5093d08f4f18 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0966372
Jan 25 18:55:16.037522 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] Set router fc921bc1-1f13-4a8b-b896-9ca8b5881779 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:55:16.437325 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 81e7a354-1d1a-4dfc-9909-d5f3f92b769f up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:55:16.539096 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1f963ef0>, [{'id': 'fc921bc1-1f13-4a8b-b896-9ca8b5881779', 'name': 'tempest-TestVolumeBootPattern-141016668-router', 'tenant_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '81e7a354-1d1a-4dfc-9909-d5f3f92b769f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:55:03Z', 'updated_at': '2021-01-25T18:55:11Z', 'revision_number': 4, 'project_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'gw_port': {'id': '81e7a354-1d1a-4dfc-9909-d5f3f92b769f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:12:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc921bc1-1f13-4a8b-b896-9ca8b5881779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:55:05Z', 'updated_at': '2021-01-25T18:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '19c7f958-9f0f-45ae-b599-ff3d72087202', 'name': '', 'network_id': 'f3046da0-d35b-4dc3-98dc-59a0f8307b37', 'tenant_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'mac_address': 'fa:16:3e:6d:5e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc921bc1-1f13-4a8b-b896-9ca8b5881779', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '0cbc5956-01d5-41ee-b6af-2a9590577e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:55:09Z', 'updated_at': '2021-01-25T18:55:11Z', 'revision_number': 2, 'project_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'subnets': [{'id': '0cbc5956-01d5-41ee-b6af-2a9590577e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:55:16.549024 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] Checking router: fc921bc1-1f13-4a8b-b896-9ca8b5881779 for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:55:16.549607 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] Updating router fc921bc1-1f13-4a8b-b896-9ca8b5881779 port 19c7f958-9f0f-45ae-b599-ff3d72087202 binding host dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 25 18:55:16.618781 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 81e7a354-1d1a-4dfc-9909-d5f3f92b769f triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:55:16.619421 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:16.669614 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:17.219888 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616932b-78ee-426d-8bc5-3e003571cbcb req-40fbe9c0-ac60-4f6d-ad26-89735fc7ccab tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:17.229039 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8616932b-78ee-426d-8bc5-3e003571cbcb req-40fbe9c0-ac60-4f6d-ad26-89735fc7ccab tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1787446
Jan 25 18:55:17.315657 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8616932b-78ee-426d-8bc5-3e003571cbcb req-94646ab1-83ea-489d-9af1-6099a46f6cb7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747356
Jan 25 18:55:17.474865 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] Notify callbacks [] for port, precommit_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:17.497621 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] Transition to ACTIVE for port object 19c7f958-9f0f-45ae-b599-ff3d72087202 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:55:17.501962 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:17.518708 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5c4b7bc9-5ec4-428b-a264-62acb7443fa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:17.680943 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d3f4b-f6b7-4e11-b5c9-6dd970fdf915 None None] Pushing event updated for resources: {'Port': ['ID=19c7f958-9f0f-45ae-b599-ff3d72087202,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:17.688168 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5d8d3f4b-f6b7-4e11-b5c9-6dd970fdf915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:17.893473 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] Attempting to bind port 19c7f958-9f0f-45ae-b599-ff3d72087202 on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:55:17.893894 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] Attempting to bind port 19c7f958-9f0f-45ae-b599-ff3d72087202 by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': 'dc5c1db6-38c9-49de-920e-29a1c546a39b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f3046da0-d35b-4dc3-98dc-59a0f8307b37'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:55:17.894313 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] Attempting to bind port 19c7f958-9f0f-45ae-b599-ff3d72087202 on network f3046da0-d35b-4dc3-98dc-59a0f8307b37 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:55:17.902941 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:55:17.903600 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] Checking segment: {'id': 'dc5c1db6-38c9-49de-920e-29a1c546a39b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f3046da0-d35b-4dc3-98dc-59a0f8307b37'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:55:17.904320 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:17.905269 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] Bound using segment: {'id': 'dc5c1db6-38c9-49de-920e-29a1c546a39b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f3046da0-d35b-4dc3-98dc-59a0f8307b37'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:55:17.906110 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] Bound port: 19c7f958-9f0f-45ae-b599-ff3d72087202, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5c1db6-38c9-49de-920e-29a1c546a39b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f3046da0-d35b-4dc3-98dc-59a0f8307b37'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:55:17.906662 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:18.119069 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] For port 19c7f958-9f0f-45ae-b599-ff3d72087202, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:55:18.125579 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] For port 19c7f958-9f0f-45ae-b599-ff3d72087202, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=19c7f958-9f0f-45ae-b599-ff3d72087202,segment=NetworkSegment(dc5c1db6-38c9-49de-920e-29a1c546a39b),segment_id=dc5c1db6-38c9-49de-920e-29a1c546a39b)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:55:18.129307 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:18.147148 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5c4b7bc9-5ec4-428b-a264-62acb7443fa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:18.318505 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d3f4b-f6b7-4e11-b5c9-6dd970fdf915 None None] Pushing event updated for resources: {'Port': ['ID=19c7f958-9f0f-45ae-b599-ff3d72087202,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:18.330117 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5d8d3f4b-f6b7-4e11-b5c9-6dd970fdf915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:18.412521 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] Routers {'fc921bc1-1f13-4a8b-b896-9ca8b5881779'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:55:18.413776 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1f963ef0>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:54:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['fc921bc1-1f13-4a8b-b896-9ca8b5881779'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:55:18.726209 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] Set router fc921bc1-1f13-4a8b-b896-9ca8b5881779 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:55:18.766082 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7035a-562c-4d4b-8404-75b283c499e8 req-f74b409b-e998-44a5-ab75-6caff2b79f0b tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:18.767854 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1dd7035a-562c-4d4b-8404-75b283c499e8 req-f74b409b-e998-44a5-ab75-6caff2b79f0b tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1727440
Jan 25 18:55:18.864041 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1dd7035a-562c-4d4b-8404-75b283c499e8 req-dcc392a9-7234-445c-9b7d-0758865df418 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0824158
Jan 25 18:55:19.147525 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1f963ef0>, [{'id': 'fc921bc1-1f13-4a8b-b896-9ca8b5881779', 'name': 'tempest-TestVolumeBootPattern-141016668-router', 'tenant_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '81e7a354-1d1a-4dfc-9909-d5f3f92b769f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:55:03Z', 'updated_at': '2021-01-25T18:55:11Z', 'revision_number': 4, 'project_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'gw_port': {'id': '81e7a354-1d1a-4dfc-9909-d5f3f92b769f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:12:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc921bc1-1f13-4a8b-b896-9ca8b5881779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:55:05Z', 'updated_at': '2021-01-25T18:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '19c7f958-9f0f-45ae-b599-ff3d72087202', 'name': '', 'network_id': 'f3046da0-d35b-4dc3-98dc-59a0f8307b37', 'tenant_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'mac_address': 'fa:16:3e:6d:5e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc921bc1-1f13-4a8b-b896-9ca8b5881779', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '0cbc5956-01d5-41ee-b6af-2a9590577e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:55:09Z', 'updated_at': '2021-01-25T18:55:18Z', 'revision_number': 4, 'project_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'subnets': [{'id': '0cbc5956-01d5-41ee-b6af-2a9590577e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:55:19.152205 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bc764a-1f73-4c1d-bc1d-2ea54a0dbcc7 None None] The sync data for ids ['fc921bc1-1f13-4a8b-b896-9ca8b5881779'] in dv-cinder-772388-1-iscsi is: [{'id': 'fc921bc1-1f13-4a8b-b896-9ca8b5881779', 'name': 'tempest-TestVolumeBootPattern-141016668-router', 'tenant_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '81e7a354-1d1a-4dfc-9909-d5f3f92b769f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:55:03Z', 'updated_at': '2021-01-25T18:55:11Z', 'revision_number': 4, 'project_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'gw_port': {'id': '81e7a354-1d1a-4dfc-9909-d5f3f92b769f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:12:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc921bc1-1f13-4a8b-b896-9ca8b5881779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:55:05Z', 'updated_at': '2021-01-25T18:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '19c7f958-9f0f-45ae-b599-ff3d72087202', 'name': '', 'network_id': 'f3046da0-d35b-4dc3-98dc-59a0f8307b37', 'tenant_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'mac_address': 'fa:16:3e:6d:5e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc921bc1-1f13-4a8b-b896-9ca8b5881779', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '0cbc5956-01d5-41ee-b6af-2a9590577e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:55:09Z', 'updated_at': '2021-01-25T18:55:18Z', 'revision_number': 4, 'project_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'subnets': [{'id': '0cbc5956-01d5-41ee-b6af-2a9590577e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:55:19.531423 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:20.265735 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9d965-3552-4d4e-b6bc-776b6208b448 req-7ce06474-addf-4c1d-9b9d-8f8b7202c67f tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:20.268852 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d2f9d965-3552-4d4e-b6bc-776b6208b448 req-7ce06474-addf-4c1d-9b9d-8f8b7202c67f tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1869135
Jan 25 18:55:20.346853 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d2f9d965-3552-4d4e-b6bc-776b6208b448 req-e2bd7396-91a3-44e2-8fa2-e9521fb7fdc3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662506
Jan 25 18:55:20.468358 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 19c7f958-9f0f-45ae-b599-ff3d72087202 up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:55:20.551870 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port 19c7f958-9f0f-45ae-b599-ff3d72087202 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:55:20.558010 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 19c7f958-9f0f-45ae-b599-ff3d72087202 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:55:20.558426 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:20.714892 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:20.770668 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] For port 19c7f958-9f0f-45ae-b599-ff3d72087202, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=19c7f958-9f0f-45ae-b599-ff3d72087202,segment=NetworkSegment(dc5c1db6-38c9-49de-920e-29a1c546a39b),segment_id=dc5c1db6-38c9-49de-920e-29a1c546a39b)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:55:20.777984 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:20.782566 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:20.896717 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e74af136-1cd6-4596-bd8c-606bedfced68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:20.908419 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Pushing event updated for resources: {'Port': ['ID=19c7f958-9f0f-45ae-b599-ff3d72087202,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:20.911698 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:21.643971 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc2e07-49bb-4c4f-b098-3e6f188f2c95 req-7e1abc90-5e46-43a7-bae4-08f1070ab3ad tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:21.647895 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eafc2e07-49bb-4c4f-b098-3e6f188f2c95 req-7e1abc90-5e46-43a7-bae4-08f1070ab3ad tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1311550
Jan 25 18:55:21.710511 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eafc2e07-49bb-4c4f-b098-3e6f188f2c95 req-0cb0e5c7-eea2-432b-a8e6-f71f9889dbcf tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568564
Jan 25 18:55:22.431710 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 19c7f958-9f0f-45ae-b599-ff3d72087202 up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:55:22.522901 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 19c7f958-9f0f-45ae-b599-ff3d72087202 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:55:22.523320 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:23.018792 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efce8dd-98ac-43a4-94ce-0bcb775dabd2 req-bad81880-cc9a-45c8-b3cd-68fbfeb51f6d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:23.020554 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6efce8dd-98ac-43a4-94ce-0bcb775dabd2 req-bad81880-cc9a-45c8-b3cd-68fbfeb51f6d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1224916
Jan 25 18:55:23.046150 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:23.129243 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6efce8dd-98ac-43a4-94ce-0bcb775dabd2 req-c1243466-d70d-4d8e-a505-daef287cc8ad tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0939295
Jan 25 18:55:23.130833 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-eb62f3bd-d52d-4c8e-87b4-c10a075e200b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:24.476856 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c499de6-6796-4149-b2e3-4c11fb8aa5bd req-412a5909-6969-4e52-8738-756a52e3b496 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:24.478601 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4c499de6-6796-4149-b2e3-4c11fb8aa5bd req-412a5909-6969-4e52-8738-756a52e3b496 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1782184
Jan 25 18:55:24.539344 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4c499de6-6796-4149-b2e3-4c11fb8aa5bd req-3aac9aed-63c1-4914-af17-cc627fc22a55 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522223
Jan 25 18:55:24.761671 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:25.194311 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:25.858604 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35884791-1b68-40d9-9230-b50b3d72bda9 req-94a7100f-ecb9-4355-99d2-067be840ea13 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:25.860311 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-35884791-1b68-40d9-9230-b50b3d72bda9 req-94a7100f-ecb9-4355-99d2-067be840ea13 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1627376
Jan 25 18:55:25.922145 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-35884791-1b68-40d9-9230-b50b3d72bda9 req-a8cdb3df-1777-44f2-aa16-5ee62fb34881 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543685
Jan 25 18:55:27.255850 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02e173-ca61-4b1e-a96f-b0c1d57d77de req-48b6c473-c186-4305-b18b-557879199c9d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:27.257912 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-aa02e173-ca61-4b1e-a96f-b0c1d57d77de req-48b6c473-c186-4305-b18b-557879199c9d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1671114
Jan 25 18:55:27.326480 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-aa02e173-ca61-4b1e-a96f-b0c1d57d77de req-74dd52f4-23e6-4f65-8e95-89dcd496260f tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560484
Jan 25 18:55:27.904858 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device edade84c-46c8-4321-ba8a-a9011bc7cdfd up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:55:27.992813 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port edade84c-46c8-4321-ba8a-a9011bc7cdfd triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:55:27.993520 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:28.619511 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885d18b-10e9-46c9-9390-7ba236f88a0e req-dac5969d-3a41-423d-a878-e1073cafd295 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:28.621639 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5885d18b-10e9-46c9-9390-7ba236f88a0e req-dac5969d-3a41-423d-a878-e1073cafd295 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1259634
Jan 25 18:55:28.685427 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5885d18b-10e9-46c9-9390-7ba236f88a0e req-011943e4-a662-4c9b-90cf-f73af4669315 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568476
Jan 25 18:55:29.975026 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148579c2-0b29-4d2d-9562-3fe612eb8165 req-4dbd145a-97d9-443e-b234-6b2353e4daab tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:29.976923 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-148579c2-0b29-4d2d-9562-3fe612eb8165 req-4dbd145a-97d9-443e-b234-6b2353e4daab tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1318727
Jan 25 18:55:30.056051 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-148579c2-0b29-4d2d-9562-3fe612eb8165 req-7509fd87-3db7-48fa-8cc4-a64cea247df5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671344
Jan 25 18:55:30.284082 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9f8e3bc3-6e28-4651-abba-a3bf0ea301e1 req-1771bdfd-e717-4fff-aac4-d7b1c05f7279 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0872092
Jan 25 18:55:30.411181 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e3bc3-6e28-4651-abba-a3bf0ea301e1 req-32015797-4853-4c6e-ab48-e1542f62e79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:30.412937 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9f8e3bc3-6e28-4651-abba-a3bf0ea301e1 req-32015797-4853-4c6e-ab48-e1542f62e79a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2c9dcb5e72645ccb63499c5ffc7def9&device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 1162 time: 0.0897174
Jan 25 18:55:30.830034 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e3bc3-6e28-4651-abba-a3bf0ea301e1 req-eac55cd9-d71f-4658-bb9a-c57de7aa0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:30.831641 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9f8e3bc3-6e28-4651-abba-a3bf0ea301e1 req-eac55cd9-d71f-4658-bb9a-c57de7aa0b57 service neutron] 10.222.0.70 "GET /v2.0/networks?id=587a6c90-052a-4972-837a-04642fcc756a HTTP/1.1" status: 200  len: 902 time: 0.3954751
Jan 25 18:55:30.955329 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9f8e3bc3-6e28-4651-abba-a3bf0ea301e1 req-79086538-3221-40ae-875f-5f935eecdd4f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=960f1b19-e6db-469c-a0e8-6ce329795691 HTTP/1.1" status: 200  len: 1000 time: 0.1154456
Jan 25 18:55:31.054539 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e3bc3-6e28-4651-abba-a3bf0ea301e1 req-ed165b42-885a-4d53-82c2-d4a4ecf338cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:31.057431 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9f8e3bc3-6e28-4651-abba-a3bf0ea301e1 req-ed165b42-885a-4d53-82c2-d4a4ecf338cb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2c86ae63-9532-4e42-8427-e714a5a4b554 HTTP/1.1" status: 200  len: 847 time: 0.0940475
Jan 25 18:55:31.170148 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e3bc3-6e28-4651-abba-a3bf0ea301e1 req-1eeb2801-fda2-4fac-9cd8-62af67ed4362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:31.173452 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9f8e3bc3-6e28-4651-abba-a3bf0ea301e1 req-1eeb2801-fda2-4fac-9cd8-62af67ed4362 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=587a6c90-052a-4972-837a-04642fcc756a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1081102
Jan 25 18:55:31.360610 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9f8e3bc3-6e28-4651-abba-a3bf0ea301e1 req-8b06d610-dae6-4015-8876-3ec71e1fe8df service neutron] 10.222.0.70 "GET /v2.0/networks/587a6c90-052a-4972-837a-04642fcc756a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1776907
Jan 25 18:55:31.482238 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca361c3-b55c-4f88-9801-88bc61735af1 req-9e49f7ed-c1e1-452e-bad5-6c0ff4530c5d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:31.485154 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bca361c3-b55c-4f88-9801-88bc61735af1 req-9e49f7ed-c1e1-452e-bad5-6c0ff4530c5d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.2133079
Jan 25 18:55:31.530955 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9f8e3bc3-6e28-4651-abba-a3bf0ea301e1 req-81735435-e3f6-4938-9c8a-9b0b4e1a74ea service neutron] 10.222.0.70 "GET /v2.0/networks/587a6c90-052a-4972-837a-04642fcc756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1612892
Jan 25 18:55:31.588020 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bca361c3-b55c-4f88-9801-88bc61735af1 req-7920273a-1a44-46f9-90e8-51d3037c1989 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916412
Jan 25 18:55:32.869454 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a97bb-8f4d-4a5b-841a-bb7dfee72acc req-138ce551-8468-45a0-9ec2-24fb0ccafa75 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:32.871723 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1b7a97bb-8f4d-4a5b-841a-bb7dfee72acc req-138ce551-8468-45a0-9ec2-24fb0ccafa75 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1273232
Jan 25 18:55:32.932441 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1b7a97bb-8f4d-4a5b-841a-bb7dfee72acc req-baf6778c-68cc-4560-bb3b-2e10ad732e24 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533512
Jan 25 18:55:34.276357 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765fbd7-cdba-4406-9d52-b18bf9e8e0b5 req-d730e4ad-d18b-4fb5-bda3-9a52cdb9ce91 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:34.278512 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1765fbd7-cdba-4406-9d52-b18bf9e8e0b5 req-d730e4ad-d18b-4fb5-bda3-9a52cdb9ce91 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1368568
Jan 25 18:55:34.342706 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1765fbd7-cdba-4406-9d52-b18bf9e8e0b5 req-84dcab5e-a50e-4964-9e12-cb2ce828b9ad tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571294
Jan 25 18:55:35.620602 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986b721-6dab-4f83-a590-e848505f39a6 req-cbb5ac6a-b573-4447-a601-9b03d0b03692 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:35.622347 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6986b721-6dab-4f83-a590-e848505f39a6 req-cbb5ac6a-b573-4447-a601-9b03d0b03692 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1218989
Jan 25 18:55:35.698997 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6986b721-6dab-4f83-a590-e848505f39a6 req-427079f4-38b1-4797-a7ee-10f4a4147bc9 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672088
Jan 25 18:55:37.007887 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f46288-cc60-4163-bb3a-1c7088366bb5 req-df259f1b-4eff-4460-a288-268faed91044 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:37.009677 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-83f46288-cc60-4163-bb3a-1c7088366bb5 req-df259f1b-4eff-4460-a288-268faed91044 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1418126
Jan 25 18:55:37.075840 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-83f46288-cc60-4163-bb3a-1c7088366bb5 req-fe0f5e27-f15d-47e5-ac68-bfb71a99100e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564823
Jan 25 18:55:38.349109 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccdb2f-abde-4e69-90ce-255ed2fd254d req-2363680c-cf06-4036-ab35-a91ec25c2804 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:38.350928 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-77ccdb2f-abde-4e69-90ce-255ed2fd254d req-2363680c-cf06-4036-ab35-a91ec25c2804 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1220086
Jan 25 18:55:38.412867 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-77ccdb2f-abde-4e69-90ce-255ed2fd254d req-f9f59362-acc0-47d8-a7df-3a60b168b228 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549350
Jan 25 18:55:39.837189 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e04a1-73fd-4ee3-b386-d005e98f3076 req-fba1905c-9ff3-49c3-bc3b-7d2d1212c8dc tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:39.839011 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-008e04a1-73fd-4ee3-b386-d005e98f3076 req-fba1905c-9ff3-49c3-bc3b-7d2d1212c8dc tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1183441
Jan 25 18:55:39.899816 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-008e04a1-73fd-4ee3-b386-d005e98f3076 req-51ffcbd4-46a6-4374-9bd7-39dc9ce112f7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536282
Jan 25 18:55:41.179496 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3310d4-9a83-4117-b123-a0419bd1bc69 req-313c1b2d-e613-4b12-91bc-5a56f81c630e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:41.181326 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2b3310d4-9a83-4117-b123-a0419bd1bc69 req-313c1b2d-e613-4b12-91bc-5a56f81c630e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1262867
Jan 25 18:55:41.282195 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2b3310d4-9a83-4117-b123-a0419bd1bc69 req-7d9d6c54-d625-4689-8a64-2242b63fb093 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0882971
Jan 25 18:55:42.736865 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb9c20-2bda-4fcc-b346-07e5df38fdc0 req-41e405bd-97e7-4e66-bb4f-8b078790d077 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:42.738922 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1edb9c20-2bda-4fcc-b346-07e5df38fdc0 req-41e405bd-97e7-4e66-bb4f-8b078790d077 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.2417643
Jan 25 18:55:42.827081 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1edb9c20-2bda-4fcc-b346-07e5df38fdc0 req-488e36a8-0b0c-4fad-9d41-362f540afe9d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806859
Jan 25 18:55:44.469943 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508627c4-dec4-4118-a38a-e3f1f0e74c89 req-21fef6ce-49bb-4dd5-ace4-b0861fe36cd2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:44.474964 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-508627c4-dec4-4118-a38a-e3f1f0e74c89 req-21fef6ce-49bb-4dd5-ace4-b0861fe36cd2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.2582321
Jan 25 18:55:44.535787 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-a6793c8d-535f-4ded-afbe-fb6bc0ecbeeb tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Synchronizing usage tracker for tenant:71302d4128404183b9c296e1bdbe448a on resource:security_group {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:55:44.555972 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-a6793c8d-535f-4ded-afbe-fb6bc0ecbeeb tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Unset dirty status for tenant:71302d4128404183b9c296e1bdbe448a on resource:security_group {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:55:44.565766 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-a6793c8d-535f-4ded-afbe-fb6bc0ecbeeb tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-263656316&fields=id&tenant_id=71302d4128404183b9c296e1bdbe448a HTTP/1.1" status: 200  len: 267 time: 0.0832839
Jan 25 18:55:44.589976 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-508627c4-dec4-4118-a38a-e3f1f0e74c89 req-af7ecad4-76ed-45b1-90a3-09eaa94d4d6b tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1028948
Jan 25 18:55:44.834048 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-a2a740bb-0c6e-40c5-a01c-fe63db473b24 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:44.835261 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-a2a740bb-0c6e-40c5-a01c-fe63db473b24 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Synchronizing usage tracker for tenant:71302d4128404183b9c296e1bdbe448a on resource:network {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:55:44.861769 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-a2a740bb-0c6e-40c5-a01c-fe63db473b24 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Unset dirty status for tenant:71302d4128404183b9c296e1bdbe448a on resource:network {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:55:44.863620 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-a2a740bb-0c6e-40c5-a01c-fe63db473b24 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/networks?id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b HTTP/1.1" status: 200  len: 812 time: 0.2963440
Jan 25 18:55:44.887936 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-ad2bc34f-da22-45ce-9575-5c022d54a279 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/quotas/71302d4128404183b9c296e1bdbe448a HTTP/1.1" status: 200  len: 375 time: 0.0156538
Jan 25 18:55:45.069741 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-3802b2ef-ef5b-4fa4-8de8-cdb4e4d7a3c1 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?tenant_id=71302d4128404183b9c296e1bdbe448a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1536303
Jan 25 18:55:45.429433 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-a24bdbca-d681-4e5a-b2c7-fe53547cb6fc service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 25 18:55:45.444483 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-a24bdbca-d681-4e5a-b2c7-fe53547cb6fc service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.3434336
Jan 25 18:55:45.694536 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-8ed0836f-9d0e-4f83-984e-c17b7e55f06a service neutron] 10.222.0.77 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2478640
Jan 25 18:55:46.191915 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbbdd7-f33f-4762-ae68-b489c0ee9b42 req-ce08a70c-dc5e-4f3f-902b-0ef786b61c91 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:46.208441 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1efbbdd7-f33f-4762-ae68-b489c0ee9b42 req-ce08a70c-dc5e-4f3f-902b-0ef786b61c91 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.2875941
Jan 25 18:55:46.293100 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1efbbdd7-f33f-4762-ae68-b489c0ee9b42 req-032fe1a3-e501-4306-8307-615feb476871 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0815272
Jan 25 18:55:46.382110 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-4bada63d-11a9-4a65-8db1-f59c0354deda service neutron] 10.222.0.77 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6783965
Jan 25 18:55:47.032911 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-0656b9c6-2ad3-47ee-a84c-0fcf17212b4e req-139afd7c-209b-484b-9be8-d8c328318086 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Synchronizing usage tracker for tenant:71302d4128404183b9c296e1bdbe448a on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:55:47.053815 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-0656b9c6-2ad3-47ee-a84c-0fcf17212b4e req-139afd7c-209b-484b-9be8-d8c328318086 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Unset dirty status for tenant:71302d4128404183b9c296e1bdbe448a on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:55:47.055571 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0656b9c6-2ad3-47ee-a84c-0fcf17212b4e req-139afd7c-209b-484b-9be8-d8c328318086 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 210 time: 0.0802715
Jan 25 18:55:47.755155 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e1066-7a46-4f10-97d6-540156ec8e89 req-c892cf69-cf28-4e0a-a529-1eba16177026 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:47.756889 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7f4e1066-7a46-4f10-97d6-540156ec8e89 req-c892cf69-cf28-4e0a-a529-1eba16177026 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1596088
Jan 25 18:55:47.861062 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7f4e1066-7a46-4f10-97d6-540156ec8e89 req-a9a6ba31-18bc-4e9a-9564-a18e8572ec6a tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0741415
Jan 25 18:55:48.349590 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ebcbfe3f-62ba-4cce-a5bd-45f1c9bd10a2 req-28afaf0a-f5a9-4c8f-9171-22be41dd2ac7 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 210 time: 0.0680394
Jan 25 18:55:49.233492 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-9f673e8a-96dd-40ee-8f44-a7b991757ee6 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:49.236529 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-9f673e8a-96dd-40ee-8f44-a7b991757ee6 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.70 "GET /v2.0/networks?id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b HTTP/1.1" status: 200  len: 812 time: 0.4195826
Jan 25 18:55:49.269149 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9c881-b603-4e6b-8663-c94bb8f856ff req-463f632f-307a-42c0-a91b-e4245cdaa3fd tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:49.277703 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-48f9c881-b603-4e6b-8663-c94bb8f856ff req-463f632f-307a-42c0-a91b-e4245cdaa3fd tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.2088544
Jan 25 18:55:49.343803 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-48f9c881-b603-4e6b-8663-c94bb8f856ff req-453013ba-37e9-4e00-a54d-ccb85ccd28dd tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646446
Jan 25 18:55:49.442537 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-042fdb72-0f0b-413d-9d9d-a24bf49ea1fb tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=71302d4128404183b9c296e1bdbe448a HTTP/1.1" status: 200  len: 5763 time: 0.1847191
Jan 25 18:55:49.456172 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Request body: {'port': {'device_id': 'ead0dcb7-c0b1-4099-a50c-8d5fed80351f', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'admin_state_up': True, 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'security_groups': ['01d00001-7b9e-484f-a517-0826372fe9ef']}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:55:49.573807 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:49.750859 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:55:49.832381 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:55:49.849179 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8ef86103-2374-4ad0-beae-e38020b7c567 req-3a445871-45df-4c64-8c7d-3f3cb8099660 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 210 time: 0.1012657
Jan 25 18:55:49.863527 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Made reservation on behalf of 71302d4128404183b9c296e1bdbe448a for: {'port': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:55:49.904558 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:50.144006 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:55:50.553834 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Allocated IP 172.20.0.6 (02b77a9e-9120-4f51-b1d2-c7b6e684f79b/9123d7e9-7f4e-456f-be09-41bca5535e60/2553b61f-3737-4c9a-82c4-b1dcebd6ba3a) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:55:50.801539 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0cb33-bb87-4d77-a4c8-5b90dcf64648 req-b93043ab-a6f7-4ec1-be8e-fe2d12af1b26 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:50.809934 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5cd0cb33-bb87-4d77-a4c8-5b90dcf64648 req-b93043ab-a6f7-4ec1-be8e-fe2d12af1b26 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.2352855
Jan 25 18:55:50.829649 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:50.842589 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-396985ad-ecd5-4892-8851-cd6e3e3ff664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:50.854820 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Transition to ACTIVE for port object 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a will not be triggered until provisioned by entity DHCP. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:55:50.884536 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:50.913798 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5cd0cb33-bb87-4d77-a4c8-5b90dcf64648 req-c1ba00e4-8f5d-431b-ba5c-cc71570fbd65 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1025338
Jan 25 18:55:51.052636 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-87cddfe1-e50d-49f5-b30b-800c60364934 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:51.134788 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Network 02b77a9e-9120-4f51-b1d2-c7b6e684f79b is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:55:51.154663 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:55:51.263717 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:55:51.468580 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Pushing event updated for resources: {'Port': ['ID=2553b61f-3737-4c9a-82c4-b1dcebd6ba3a,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:51.493782 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:55:51.494711 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:55:51.495426 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:55:51.496123 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:55:51.496823 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:55:51.497559 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:55:51.498267 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:55:51.498979 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:55:51.499691 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:55:51.500488 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:55:51.501265 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:55:51.503183 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:55:51.503901 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:55:51.504880 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:55:51.505631 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:55:51.506340 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:55:51.507040 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:55:51.507999 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:55:51.508768 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:55:51.509577 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:55:51.510372 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:55:51.511058 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:55:51.511748 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:55:51.512466 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:55:51.520988 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:51.540693 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-4e9d4cfa-ec72-49f8-9848-0cfe6d502a6d None None] Provisioning for port 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:55:51.549642 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-4e9d4cfa-ec72-49f8-9848-0cfe6d502a6d None None] Provisioning complete for port 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:55:51.550403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4e9d4cfa-ec72-49f8-9848-0cfe6d502a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:51.598680 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:51.600021 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:51.638581 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-9a06eca7-390e-45de-a2b2-f84003b7aa25 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1905918
Jan 25 18:55:51.668479 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d4cfa-ec72-49f8-9848-0cfe6d502a6d None None] Port 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 18:55:51.691100 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8faf6-c0d6-4279-a603-201c393b33b9 req-c1cd82d2-f407-4225-97a5-c70970d953c5 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:51.692141 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-fbe8faf6-c0d6-4279-a603-201c393b33b9 req-c1cd82d2-f407-4225-97a5-c70970d953c5 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Synchronizing usage tracker for tenant:71302d4128404183b9c296e1bdbe448a on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:55:51.703007 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] Request body: {'port': {'device_id': 'ead0dcb7-c0b1-4099-a50c-8d5fed80351f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:55:51.782727 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-fbe8faf6-c0d6-4279-a603-201c393b33b9 req-c1cd82d2-f407-4225-97a5-c70970d953c5 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Unset dirty status for tenant:71302d4128404183b9c296e1bdbe448a on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:55:51.784040 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fbe8faf6-c0d6-4279-a603-201c393b33b9 req-c1cd82d2-f407-4225-97a5-c70970d953c5 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 931 time: 0.6707177
Jan 25 18:55:51.907504 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fbe8faf6-c0d6-4279-a603-201c393b33b9 req-dda18434-19d6-47c6-bd15-f447fa5b9350 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0868566
Jan 25 18:55:51.908350 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:52.393718 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7324e38-f451-434f-833a-f42791b42106 req-21f5349b-dff4-4066-b6b7-95bbff7b9ec7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:52.395568 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e7324e38-f451-434f-833a-f42791b42106 req-21f5349b-dff4-4066-b6b7-95bbff7b9ec7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1637926
Jan 25 18:55:52.469959 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e7324e38-f451-434f-833a-f42791b42106 req-00bcf9ae-4b34-47f8-827d-cc5107037862 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611751
Jan 25 18:55:52.974827 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a {{(pid=80199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 25 18:55:53.001009 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:53.033314 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] Transition to ACTIVE for port object 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a will not be triggered until provisioned by entity L2. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:55:53.039227 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:53.055705 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:53.067643 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:53.125658 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bcab3103-f000-425e-a81e-6e2c242c3db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:53.311489 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] Pushing event updated for resources: {'Port': ['ID=2553b61f-3737-4c9a-82c4-b1dcebd6ba3a,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:53.320630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:53.447648 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550eab8-4184-4c60-99a3-ce759588cf0a req-18e72b55-1272-417e-9b02-01c83799856a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:53.449717 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6550eab8-4184-4c60-99a3-ce759588cf0a req-18e72b55-1272-417e-9b02-01c83799856a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 943 time: 0.3831928
Jan 25 18:55:53.605695 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6550eab8-4184-4c60-99a3-ce759588cf0a req-8cc48fa8-0e35-4f39-92b2-781dcd2ccc7e tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0760632
Jan 25 18:55:53.759295 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] Attempting to bind port 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:55:53.760223 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] Attempting to bind port 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b'}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:55:53.768850 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] Attempting to bind port 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a on network 02b77a9e-9120-4f51-b1d2-c7b6e684f79b {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:55:53.786368 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] Checking agent: {'id': '2edca791-6dfd-4a0b-9497-e94f443cd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 33), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:55:53.786955 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] Checking segment: {'id': 'ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:55:53.787604 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:53.788237 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] Bound using segment: {'id': 'ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b'} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:55:53.789070 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] Bound port: 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b'}}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:55:53.789684 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:53.985493 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3959e-a8ee-4759-83d5-dc603d4a69ff req-093ce107-6210-4a94-8f7a-0b814d279379 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:53.987659 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] For port 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a, host hv-cinder-77238, cleared binding levels {{(pid=80199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:55:53.993626 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] For port 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=2553b61f-3737-4c9a-82c4-b1dcebd6ba3a,segment=NetworkSegment(ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d),segment_id=ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d)] {{(pid=80199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:55:54.000173 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:54.007706 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a0f3959e-a8ee-4759-83d5-dc603d4a69ff req-093ce107-6210-4a94-8f7a-0b814d279379 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.2304888
Jan 25 18:55:54.037267 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:55:54.095449 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a0f3959e-a8ee-4759-83d5-dc603d4a69ff req-7fefb4ae-b098-4acd-b5a8-5419927c2ca6 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0862670
Jan 25 18:55:54.421338 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] Pushing event updated for resources: {'Port': ['ID=2553b61f-3737-4c9a-82c4-b1dcebd6ba3a,revision_number=3']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:55:54.443788 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:55:54.477923 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:54.479070 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:54.481525 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] 10.222.0.70 "PUT /v2.0/ports/2553b61f-3737-4c9a-82c4-b1dcebd6ba3a HTTP/1.1" status: 200  len: 1157 time: 2.7846050
Jan 25 18:55:54.482444 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead0dcb7-c0b1-4099-a50c-8d5fed80351f', 'tag': '2553b61f-3737-4c9a-82c4-b1dcebd6ba3a'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:55:54.741703 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead0dcb7-c0b1-4099-a50c-8d5fed80351f', 'tag': '2553b61f-3737-4c9a-82c4-b1dcebd6ba3a', 'status': 'completed', 'code': 200}
Jan 25 18:55:54.778775 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:54.786203 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-d01bc993-db25-4a5f-919b-613775bbfcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:54.789305 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-d01bc993-db25-4a5f-919b-613775bbfcff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71302d4128404183b9c296e1bdbe448a&device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 1160 time: 0.2259102
Jan 25 18:55:54.964651 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-8ec9a0d9-ef6d-458a-9467-ac87361bb349 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2553b61f-3737-4c9a-82c4-b1dcebd6ba3a HTTP/1.1" status: 200  len: 217 time: 0.1565573
Jan 25 18:55:54.989483 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c0571-b93a-4b56-b05e-1daffa49a74a req-cfab872a-e0ea-4abc-8191-e6a511876951 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:54.991320 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c83c0571-b93a-4b56-b05e-1daffa49a74a req-cfab872a-e0ea-4abc-8191-e6a511876951 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 943 time: 0.1776104
Jan 25 18:55:55.056112 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c83c0571-b93a-4b56-b05e-1daffa49a74a req-713bd4f8-b028-4e33-a0d1-5201c513782d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0582101
Jan 25 18:55:55.097720 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-abdb0507-44a1-4492-a62e-87860731191d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:55.100492 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-abdb0507-44a1-4492-a62e-87860731191d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9123d7e9-7f4e-456f-be09-41bca5535e60 HTTP/1.1" status: 200  len: 851 time: 0.1285510
Jan 25 18:55:55.210983 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:55:55.225855 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-28fd4f24-723b-4867-8ba5-7c81adee8783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:55.228106 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-28fd4f24-723b-4867-8ba5-7c81adee8783 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1167731
Jan 25 18:55:55.534204 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-eb78e5cd-8355-4953-9e7a-3d54d34fc5a6 service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2972105
Jan 25 18:55:55.628075 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94543690-8457-40d1-9393-c6a9077e7c2b req-9b797dc6-bf06-4a6d-9ffd-a2c0669b0e30 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:55.629875 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-94543690-8457-40d1-9393-c6a9077e7c2b req-9b797dc6-bf06-4a6d-9ffd-a2c0669b0e30 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.2323050
Jan 25 18:55:55.759200 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-94543690-8457-40d1-9393-c6a9077e7c2b req-69eda66e-9bcf-41e0-b400-8764407d36c3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0763183
Jan 25 18:55:55.785410 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5f8550ae-452c-483b-8e7a-1f8002c522b0 req-0bc7d18d-572f-4fa6-a42a-ac1aa3dd8a6c service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2410026
Jan 25 18:55:56.070812 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e3b9f-a8f2-48ef-9806-6bb0cc346763 req-e0774f90-6d86-46ae-b7d2-0c79e1faf09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:56.073826 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5c9e3b9f-a8f2-48ef-9806-6bb0cc346763 req-e0774f90-6d86-46ae-b7d2-0c79e1faf09e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71302d4128404183b9c296e1bdbe448a&device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 1160 time: 0.1430066
Jan 25 18:55:56.338424 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7b0dd-bc47-4fe4-bfce-b695257f2b68 req-cebaad23-7755-4509-a4ec-887827d9632f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:56.340218 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a0f7b0dd-bc47-4fe4-bfce-b695257f2b68 req-cebaad23-7755-4509-a4ec-887827d9632f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 943 time: 0.1261709
Jan 25 18:55:56.365350 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e3b9f-a8f2-48ef-9806-6bb0cc346763 req-c9c09e0a-d084-4c66-b6f6-0d7f1e83f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:56.368162 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5c9e3b9f-a8f2-48ef-9806-6bb0cc346763 req-c9c09e0a-d084-4c66-b6f6-0d7f1e83f4fb service neutron] 10.222.0.70 "GET /v2.0/networks?id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b HTTP/1.1" status: 200  len: 906 time: 0.2432945
Jan 25 18:55:56.402044 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a0f7b0dd-bc47-4fe4-bfce-b695257f2b68 req-de68eeb3-3b81-422a-916f-cca48cc29af9 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0547216
Jan 25 18:55:56.480023 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5c9e3b9f-a8f2-48ef-9806-6bb0cc346763 req-54f63664-6fc6-47b2-aff3-371ab7572979 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2553b61f-3737-4c9a-82c4-b1dcebd6ba3a HTTP/1.1" status: 200  len: 217 time: 0.1031826
Jan 25 18:55:56.562101 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e3b9f-a8f2-48ef-9806-6bb0cc346763 req-5cc0e8f1-4b6b-4634-82f2-4e96c257d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:56.563771 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5c9e3b9f-a8f2-48ef-9806-6bb0cc346763 req-5cc0e8f1-4b6b-4634-82f2-4e96c257d435 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9123d7e9-7f4e-456f-be09-41bca5535e60 HTTP/1.1" status: 200  len: 851 time: 0.0763304
Jan 25 18:55:56.659998 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e3b9f-a8f2-48ef-9806-6bb0cc346763 req-94a2e2bc-036f-4aa0-a57c-ac2b7f819108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:56.661819 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5c9e3b9f-a8f2-48ef-9806-6bb0cc346763 req-94a2e2bc-036f-4aa0-a57c-ac2b7f819108 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0842128
Jan 25 18:55:56.821138 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf80db-508c-4db1-8d15-04122e0f4bb1 req-d948fc49-1400-40f4-ba7d-3f373e614480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:56.824150 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ccbf80db-508c-4db1-8d15-04122e0f4bb1 req-d948fc49-1400-40f4-ba7d-3f373e614480 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=209da4d33dc74678ab66bd74395f33ba&device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 1162 time: 0.1083102
Jan 25 18:55:56.826966 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5c9e3b9f-a8f2-48ef-9806-6bb0cc346763 req-1a0c9f38-64c2-4dd8-b011-3203dc0a0d71 service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1570344
Jan 25 18:55:57.073024 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf80db-508c-4db1-8d15-04122e0f4bb1 req-f38cb969-1fc6-4321-a163-a57f0292fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:57.076057 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ccbf80db-508c-4db1-8d15-04122e0f4bb1 req-f38cb969-1fc6-4321-a163-a57f0292fcdc service neutron] 10.222.0.70 "GET /v2.0/networks?id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 HTTP/1.1" status: 200  len: 910 time: 0.2383680
Jan 25 18:55:57.198487 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ccbf80db-508c-4db1-8d15-04122e0f4bb1 req-f2181756-a356-4636-a1ef-7fa9091573f2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edade84c-46c8-4321-ba8a-a9011bc7cdfd HTTP/1.1" status: 200  len: 1000 time: 0.1137605
Jan 25 18:55:57.224181 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5c9e3b9f-a8f2-48ef-9806-6bb0cc346763 req-9615c1f1-aa67-4e2f-a7fb-cc7d522d7c32 service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3858552
Jan 25 18:55:57.281960 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf80db-508c-4db1-8d15-04122e0f4bb1 req-036e1cf6-1b94-4946-b73e-a5e8cc21e1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:57.283573 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ccbf80db-508c-4db1-8d15-04122e0f4bb1 req-036e1cf6-1b94-4946-b73e-a5e8cc21e1cd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=351749ea-67fa-4715-84dd-c0eb9be61229 HTTP/1.1" status: 200  len: 855 time: 0.0754991
Jan 25 18:55:57.301928 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc00c17-f990-4053-ae4f-2c86e38e9954 req-85b65719-5a37-43a2-9521-46c6c8b54f61 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:57.304801 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9cc00c17-f990-4053-ae4f-2c86e38e9954 req-85b65719-5a37-43a2-9521-46c6c8b54f61 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.3021894
Jan 25 18:55:57.375074 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf80db-508c-4db1-8d15-04122e0f4bb1 req-1252b6da-b754-439e-9e67-6b1dee9e7544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:57.376735 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ccbf80db-508c-4db1-8d15-04122e0f4bb1 req-1252b6da-b754-439e-9e67-6b1dee9e7544 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824938
Jan 25 18:55:57.399841 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9cc00c17-f990-4053-ae4f-2c86e38e9954 req-30af00ab-9301-4c11-bed0-78cc1aac6fc7 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0866983
Jan 25 18:55:57.710868 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ccbf80db-508c-4db1-8d15-04122e0f4bb1 req-bbb653a3-0a50-4f33-ac26-d2ee3357be17 service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3261294
Jan 25 18:55:58.042451 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7a1dd-b172-4597-8888-eee67a06d034 req-fd38274e-6ad9-435c-9c04-edd48ef2cebc tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:58.045542 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-38e7a1dd-b172-4597-8888-eee67a06d034 req-fd38274e-6ad9-435c-9c04-edd48ef2cebc tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 943 time: 0.4683516
Jan 25 18:55:58.150852 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ccbf80db-508c-4db1-8d15-04122e0f4bb1 req-15d13805-47e8-4ad2-836c-ae6e29fc4d39 service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4320190
Jan 25 18:55:58.167866 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-38e7a1dd-b172-4597-8888-eee67a06d034 req-b87994d2-30a2-4704-8eab-27d3f3e2374a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1124332
Jan 25 18:55:58.681487 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14f3cd-dc5a-42a2-b788-3cfd56da4d71 req-a40ff663-a418-4249-a26e-da0456c4c457 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:58.683608 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7b14f3cd-dc5a-42a2-b788-3cfd56da4d71 req-a40ff663-a418-4249-a26e-da0456c4c457 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1233234
Jan 25 18:55:58.746889 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7b14f3cd-dc5a-42a2-b788-3cfd56da4d71 req-e42c507b-d4cc-47f3-8425-f8f3f5d2b574 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562427
Jan 25 18:55:59.435394 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731a39d-93fc-46d1-8b7b-857e033d7c22 req-e31dd604-65f4-43a3-895a-3da99b755634 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:55:59.437182 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e731a39d-93fc-46d1-8b7b-857e033d7c22 req-e31dd604-65f4-43a3-895a-3da99b755634 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 943 time: 0.1186061
Jan 25 18:55:59.497090 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e731a39d-93fc-46d1-8b7b-857e033d7c22 req-ccc36f4a-c5b5-4cb2-a1ac-627577aa1d15 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0527122
Jan 25 18:56:00.025307 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6819a-6aa2-4ce5-8846-5e360ec73acc req-a16d8e4a-5b75-4da5-9700-b75044880ee5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:00.027628 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-04d6819a-6aa2-4ce5-8846-5e360ec73acc req-a16d8e4a-5b75-4da5-9700-b75044880ee5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1250601
Jan 25 18:56:00.090205 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-04d6819a-6aa2-4ce5-8846-5e360ec73acc req-63e1c18b-d4b0-42ec-8d73-e4e8ac563816 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515492
Jan 25 18:56:00.777787 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d186e86-e2bb-40d5-9678-3ed3269e2942 req-84f00271-09d9-4bae-b6d1-764d37cc31e6 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:00.779529 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9d186e86-e2bb-40d5-9678-3ed3269e2942 req-84f00271-09d9-4bae-b6d1-764d37cc31e6 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 943 time: 0.1242366
Jan 25 18:56:00.841763 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9d186e86-e2bb-40d5-9678-3ed3269e2942 req-fa185df1-b745-46ee-a808-a14c32069fe1 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0551591
Jan 25 18:56:01.369260 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9ed6b-87d2-4eb7-9965-f00d24db62d5 req-3e2bf90d-8c55-471f-ac44-aa8877d73b99 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:01.370943 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-63b9ed6b-87d2-4eb7-9965-f00d24db62d5 req-3e2bf90d-8c55-471f-ac44-aa8877d73b99 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1226206
Jan 25 18:56:01.430230 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-63b9ed6b-87d2-4eb7-9965-f00d24db62d5 req-8efe42f6-a64a-41b8-8234-33d470c22256 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523810
Jan 25 18:56:02.052337 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device edade84c-46c8-4321-ba8a-a9011bc7cdfd no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:56:02.166118 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d75fc-3827-439b-b40b-6f872e6ad776 req-6318601d-abe7-425b-9d8a-31c14ad22554 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:02.168277 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-401d75fc-3827-439b-b40b-6f872e6ad776 req-6318601d-abe7-425b-9d8a-31c14ad22554 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 943 time: 0.1429691
Jan 25 18:56:02.242694 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-401d75fc-3827-439b-b40b-6f872e6ad776 req-bb042e92-b551-4b67-9682-41fa53b3a060 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0612359
Jan 25 18:56:02.260895 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:02.316002 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa145c59-0227-465a-ad36-635b77ec9440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edade84c-46c8-4321-ba8a-a9011bc7cdfd'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:56:02.334980 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port edade84c-46c8-4321-ba8a-a9011bc7cdfd, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=edade84c-46c8-4321-ba8a-a9011bc7cdfd,segment=NetworkSegment(55410d9d-97de-42cd-bba9-f6786af81212),segment_id=55410d9d-97de-42cd-bba9-f6786af81212)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:56:02.338627 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:02.340456 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:56:02.427141 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=edade84c-46c8-4321-ba8a-a9011bc7cdfd,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:56:02.440741 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:56:02.441224 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:56:02.441521 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:56:02.442146 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:56:02.442520 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:56:02.442890 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:56:02.443257 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:56:02.443662 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:56:02.444025 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:56:02.444387 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:56:02.444910 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:56:02.445428 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:56:02.445839 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:56:02.446218 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:56:02.446569 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:56:02.446929 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:56:02.447288 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:56:02.447684 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:56:02.448045 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:56:02.448406 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:56:02.448771 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:56:02.449162 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:56:02.449526 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:56:02.449882 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:56:02.455633 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:56:02.563699 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fa145c59-0227-465a-ad36-635b77ec9440', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'edade84c-46c8-4321-ba8a-a9011bc7cdfd', 'code': 422} returned with failed status
Jan 25 18:56:03.303201 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 38082) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:56:03.346447 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7c76e-bd47-4199-9554-2871e5022c1d req-3777f839-0579-4a51-b263-0897ee140e5a tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:03.348600 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dec7c76e-bd47-4199-9554-2871e5022c1d req-3777f839-0579-4a51-b263-0897ee140e5a tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 943 time: 0.1426973
Jan 25 18:56:03.428238 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dec7c76e-bd47-4199-9554-2871e5022c1d req-85d97281-a4d8-4cfc-b0e9-97f548b62bea tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685322
Jan 25 18:56:03.610151 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81140f49-067f-4a89-90d2-02f25cbad652 req-e35ade32-aa37-40c6-8165-67184ce40a45 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:03.611766 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81140f49-067f-4a89-90d2-02f25cbad652 req-e35ade32-aa37-40c6-8165-67184ce40a45 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 943 time: 0.2049060
Jan 25 18:56:03.621236 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b50f09f9-9a67-4f53-9557-1e3d50ec6e72 req-31063c6c-cef0-4c9a-bd56-eb2dc2b08a34 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3157616
Jan 25 18:56:03.901686 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81140f49-067f-4a89-90d2-02f25cbad652 req-4d2e9728-86dc-4842-b50d-9c587d10f580 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.2793295
Jan 25 18:56:04.277280 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f09f9-9a67-4f53-9557-1e3d50ec6e72 req-543c0a0d-6944-453e-aebc-5c4589e0856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:04.278933 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b50f09f9-9a67-4f53-9557-1e3d50ec6e72 req-543c0a0d-6944-453e-aebc-5c4589e0856e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440&tenant_id=209da4d33dc74678ab66bd74395f33ba HTTP/1.1" status: 200  len: 1160 time: 0.0843287
Jan 25 18:56:04.413876 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f09f9-9a67-4f53-9557-1e3d50ec6e72 req-fe3993c3-b038-4389-ad65-4ff284f1b7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:04.415584 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b50f09f9-9a67-4f53-9557-1e3d50ec6e72 req-fe3993c3-b038-4389-ad65-4ff284f1b7bc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=209da4d33dc74678ab66bd74395f33ba&device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 1160 time: 0.0995638
Jan 25 18:56:04.579615 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f09f9-9a67-4f53-9557-1e3d50ec6e72 req-66f46104-f924-4ab7-adb2-b2954dd551f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:04.581637 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b50f09f9-9a67-4f53-9557-1e3d50ec6e72 req-66f46104-f924-4ab7-adb2-b2954dd551f6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 HTTP/1.1" status: 200  len: 910 time: 0.1589971
Jan 25 18:56:04.762735 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b50f09f9-9a67-4f53-9557-1e3d50ec6e72 req-313b3351-0edc-41fd-8309-8fd81e1cb95c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edade84c-46c8-4321-ba8a-a9011bc7cdfd HTTP/1.1" status: 200  len: 998 time: 0.1739645
Jan 25 18:56:04.858153 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb95b22-571b-4cf8-966d-f44b10eeba7e req-e1b942d8-fadf-4302-8827-8bbcf2701be2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:04.859933 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-feb95b22-571b-4cf8-966d-f44b10eeba7e req-e1b942d8-fadf-4302-8827-8bbcf2701be2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 943 time: 0.2172973
Jan 25 18:56:04.901796 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f09f9-9a67-4f53-9557-1e3d50ec6e72 req-96e98fe3-8006-4898-9c26-12e9d4645391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:04.903481 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b50f09f9-9a67-4f53-9557-1e3d50ec6e72 req-96e98fe3-8006-4898-9c26-12e9d4645391 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=351749ea-67fa-4715-84dd-c0eb9be61229 HTTP/1.1" status: 200  len: 855 time: 0.1328049
Jan 25 18:56:04.987019 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-feb95b22-571b-4cf8-966d-f44b10eeba7e req-a10d9b43-3353-40ca-8cea-22ef2c485039 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1160777
Jan 25 18:56:05.026149 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f09f9-9a67-4f53-9557-1e3d50ec6e72 req-9cb89c11-3653-4d0b-811e-530d26e03585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:05.027684 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b50f09f9-9a67-4f53-9557-1e3d50ec6e72 req-9cb89c11-3653-4d0b-811e-530d26e03585 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1114607
Jan 25 18:56:05.203469 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b50f09f9-9a67-4f53-9557-1e3d50ec6e72 req-f03170cf-fde4-42a3-a6e8-68cd74da8a4f service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1666832
Jan 25 18:56:05.332122 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96101c30-3010-4b22-9414-30c59a6d6c63 req-24306e99-0079-4c47-a7f0-5d9a19072d6c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:05.334531 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-96101c30-3010-4b22-9414-30c59a6d6c63 req-24306e99-0079-4c47-a7f0-5d9a19072d6c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 943 time: 0.2008460
Jan 25 18:56:05.369033 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b50f09f9-9a67-4f53-9557-1e3d50ec6e72 req-a4c6c554-bf53-490e-adc7-b37aa7a6b4d0 service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1578782
Jan 25 18:56:05.404639 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-96101c30-3010-4b22-9414-30c59a6d6c63 req-d3dc669c-90cf-4b8f-aee8-78d1fee76092 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0620165
Jan 25 18:56:06.263389 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddc1af-8155-4381-ba7b-9c5c7f984625 req-c0329b2f-a07e-44f4-ab60-a2c8516cbffb tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:06.265764 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dcddc1af-8155-4381-ba7b-9c5c7f984625 req-c0329b2f-a07e-44f4-ab60-a2c8516cbffb tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 945 time: 0.1475811
Jan 25 18:56:06.364856 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dcddc1af-8155-4381-ba7b-9c5c7f984625 req-959051ba-7ece-4cb8-a897-26726d208020 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0875773
Jan 25 18:56:06.535256 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783dea8-e555-48d8-ac49-e534268316c9 req-0c96bf47-bd1e-4605-ad0c-9ce0fcea2325 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:06.538237 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8783dea8-e555-48d8-ac49-e534268316c9 req-0c96bf47-bd1e-4605-ad0c-9ce0fcea2325 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 943 time: 0.1967261
Jan 25 18:56:06.662773 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8783dea8-e555-48d8-ac49-e534268316c9 req-d712dbd6-fad5-4955-8d69-267006984063 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1061854
Jan 25 18:56:06.777749 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd33ae-3f00-4421-b256-5a07fbf8e5fa req-9c9469a4-0c5b-401d-bd89-8d6d7b3548e8 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:06.787538 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-21bd33ae-3f00-4421-b256-5a07fbf8e5fa req-9c9469a4-0c5b-401d-bd89-8d6d7b3548e8 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 943 time: 0.1610272
Jan 25 18:56:06.897587 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-21bd33ae-3f00-4421-b256-5a07fbf8e5fa req-bd7aad1f-2773-4850-bb63-1050b5a334a2 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1084311
Jan 25 18:56:06.945779 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:56:07.106050 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning for port 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:56:07.112497 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:56:07.112914 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:07.269437 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:07.319647 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead0dcb7-c0b1-4099-a50c-8d5fed80351f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2553b61f-3737-4c9a-82c4-b1dcebd6ba3a'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:56:07.333831 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=2553b61f-3737-4c9a-82c4-b1dcebd6ba3a,segment=NetworkSegment(ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d),segment_id=ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:56:07.339228 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:07.341997 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-09d6850f-c569-4611-bf24-d54c27f83638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:56:07.399297 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead0dcb7-c0b1-4099-a50c-8d5fed80351f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2553b61f-3737-4c9a-82c4-b1dcebd6ba3a', 'code': 200}
Jan 25 18:56:07.477242 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=2553b61f-3737-4c9a-82c4-b1dcebd6ba3a,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:56:07.486876 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:56:07.891359 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7274f-9994-4029-b1ca-dc9c2e24932e req-a565d612-e08e-4d62-b09b-5a9c8e4572f3 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:07.894756 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4ad7274f-9994-4029-b1ca-dc9c2e24932e req-a565d612-e08e-4d62-b09b-5a9c8e4572f3 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 945 time: 0.1894307
Jan 25 18:56:07.967820 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4ad7274f-9994-4029-b1ca-dc9c2e24932e req-7df63170-ec08-4d70-8960-042e8b42fd79 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0584178
Jan 25 18:56:08.217881 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:56:08.294002 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e399562-fe3f-4d70-990c-be5ff46f5d8c req-64026392-d4a8-456b-aa99-84328995ce97 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:08.302049 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3e399562-fe3f-4d70-990c-be5ff46f5d8c req-64026392-d4a8-456b-aa99-84328995ce97 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 943 time: 0.2515063
Jan 25 18:56:08.386010 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:56:08.387047 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:08.404736 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3e399562-fe3f-4d70-990c-be5ff46f5d8c req-5f0c8ba5-55b2-4265-8f3a-6b995db46276 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1013708
Jan 25 18:56:08.469446 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609db500-cea9-4a99-b67e-8d3163aa2801 req-fb33a394-2772-473b-9d8e-ff72936e009e tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:08.471710 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-609db500-cea9-4a99-b67e-8d3163aa2801 req-fb33a394-2772-473b-9d8e-ff72936e009e tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 945 time: 0.2504325
Jan 25 18:56:08.593801 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-609db500-cea9-4a99-b67e-8d3163aa2801 req-41e934fe-0853-4f65-8081-12ebacd14efe tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1083913
Jan 25 18:56:09.410277 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299a178-5541-4948-8670-6399a3e751d1 req-d9c7be01-2e8f-4b59-852a-0daffeae92a6 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:09.411944 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b299a178-5541-4948-8670-6399a3e751d1 req-d9c7be01-2e8f-4b59-852a-0daffeae92a6 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 945 time: 0.1636817
Jan 25 18:56:09.477871 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b299a178-5541-4948-8670-6399a3e751d1 req-b7ca7a60-582b-4157-886a-9008f0cddcca tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0586240
Jan 25 18:56:09.787545 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ba22b-815a-4aeb-9e7e-ae83b73452b7 req-5b420f1e-88b6-4ab3-9899-6ed3af0d3679 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:09.790527 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-807ba22b-815a-4aeb-9e7e-ae83b73452b7 req-5b420f1e-88b6-4ab3-9899-6ed3af0d3679 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 943 time: 0.2043235
Jan 25 18:56:09.893531 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-807ba22b-815a-4aeb-9e7e-ae83b73452b7 req-f0eb7d75-d777-4767-856e-3f7b97d4b5ef tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0951512
Jan 25 18:56:09.962514 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993249a-56cb-4767-a183-9ff701dfd53b req-bf81e58f-2284-424d-baa9-d29e73d077cb tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:09.965852 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5993249a-56cb-4767-a183-9ff701dfd53b req-bf81e58f-2284-424d-baa9-d29e73d077cb tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 945 time: 0.1834273
Jan 25 18:56:10.062606 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5993249a-56cb-4767-a183-9ff701dfd53b req-19e20f09-98fc-462a-8dc0-fb564b540689 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0852087
Jan 25 18:56:10.798839 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a31d02-7691-42ad-a6f7-f1ef4f8cc7c8 req-bbb6b66c-5af7-4c16-8d3e-df7d1bea085f tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:10.800627 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a5a31d02-7691-42ad-a6f7-f1ef4f8cc7c8 req-bbb6b66c-5af7-4c16-8d3e-df7d1bea085f tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 945 time: 0.1639779
Jan 25 18:56:10.889912 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a5a31d02-7691-42ad-a6f7-f1ef4f8cc7c8 req-0f82ead1-d34d-456a-9a61-feaaed2eebfa tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0767512
Jan 25 18:56:11.325098 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fd09a-2cf2-4c5a-9475-1cb21474b906 req-1f30becb-02f6-4934-a2ed-0114c8b94f73 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:11.328063 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-224fd09a-2cf2-4c5a-9475-1cb21474b906 req-1f30becb-02f6-4934-a2ed-0114c8b94f73 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 943 time: 0.2052057
Jan 25 18:56:11.443882 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-224fd09a-2cf2-4c5a-9475-1cb21474b906 req-36abab7f-68a3-4469-9118-1c512027db8b tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1047163
Jan 25 18:56:11.533085 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9f56f-f71c-4c26-b69b-b18d0a0e5262 req-f5e54d73-7632-4dd4-808f-7f34ebe2ceee tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:11.534902 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9ca9f56f-f71c-4c26-b69b-b18d0a0e5262 req-f5e54d73-7632-4dd4-808f-7f34ebe2ceee tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 945 time: 0.1874361
Jan 25 18:56:11.633950 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9ca9f56f-f71c-4c26-b69b-b18d0a0e5262 req-fb319ca3-590c-4b69-ba6d-fc3c4db50f9a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0859063
Jan 25 18:56:12.505267 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66e534-5347-43a7-8820-fcdda89a8c77 req-a4b0842f-11b7-4221-8a3d-4c3cc33dde24 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:12.508051 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-be66e534-5347-43a7-8820-fcdda89a8c77 req-a4b0842f-11b7-4221-8a3d-4c3cc33dde24 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 945 time: 0.4262826
Jan 25 18:56:12.615049 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-be66e534-5347-43a7-8820-fcdda89a8c77 req-19aa3208-a4f7-4217-97d1-67cd9084aca1 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0918970
Jan 25 18:56:12.950041 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba297d-c69f-4428-9032-1cd59c5eb549 req-1c35bb52-b1c3-4b00-8423-cf088efc14fe tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:12.957866 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0bba297d-c69f-4428-9032-1cd59c5eb549 req-1c35bb52-b1c3-4b00-8423-cf088efc14fe tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 943 time: 0.1790612
Jan 25 18:56:13.041614 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0bba297d-c69f-4428-9032-1cd59c5eb549 req-560fe49c-05de-416b-9f73-90457d269e5d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0818975
Jan 25 18:56:13.160801 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b8153-9b59-4c8a-b626-343efd6ad3ab req-fb3bacfd-ac36-40e7-8d38-2c87afc80127 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:13.162576 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-251b8153-9b59-4c8a-b626-343efd6ad3ab req-fb3bacfd-ac36-40e7-8d38-2c87afc80127 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 945 time: 0.2658219
Jan 25 18:56:13.263644 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-251b8153-9b59-4c8a-b626-343efd6ad3ab req-38743fb1-2d66-4c28-a35b-f090bc263cb2 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0884798
Jan 25 18:56:14.039685 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d112f-a391-458b-ab5c-ea5965c02a94 req-238d96ee-bef3-43ec-8c93-14aac5a7ddbb tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:14.041966 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cd7d112f-a391-458b-ab5c-ea5965c02a94 req-238d96ee-bef3-43ec-8c93-14aac5a7ddbb tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 945 time: 0.1961434
Jan 25 18:56:14.127350 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cd7d112f-a391-458b-ab5c-ea5965c02a94 req-d5091128-5635-42af-9873-18bdb916daf0 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0782552
Jan 25 18:56:14.498720 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a65c3-40ce-4006-868d-b5d3c68b4f32 req-db32c37e-0398-4ec8-845c-5217a266974b tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:14.500569 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-361a65c3-40ce-4006-868d-b5d3c68b4f32 req-db32c37e-0398-4ec8-845c-5217a266974b tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 943 time: 0.1709349
Jan 25 18:56:14.597503 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-361a65c3-40ce-4006-868d-b5d3c68b4f32 req-0eec79db-a01a-4d6e-969e-87a8c3b298d1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0834734
Jan 25 18:56:14.645316 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd1ed9-d4c0-4925-8547-5d10e95643cb req-e461026e-359f-4d8e-b3c3-bbbc558e6313 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:14.647033 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9bbd1ed9-d4c0-4925-8547-5d10e95643cb req-e461026e-359f-4d8e-b3c3-bbbc558e6313 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 945 time: 0.1663861
Jan 25 18:56:14.713921 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9bbd1ed9-d4c0-4925-8547-5d10e95643cb req-fdc2638a-3ef4-49e0-930e-4a1b7258b75b tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0600159
Jan 25 18:56:15.451824 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da6425-adad-4479-a024-a4fc5099dbb6 req-6664eb31-aa03-49bc-900c-3ad103f04052 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:15.454609 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-31da6425-adad-4479-a024-a4fc5099dbb6 req-6664eb31-aa03-49bc-900c-3ad103f04052 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 945 time: 0.1788063
Jan 25 18:56:15.516599 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-31da6425-adad-4479-a024-a4fc5099dbb6 req-068728de-50c1-4840-89af-550cb6507933 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0552967
Jan 25 18:56:16.021836 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d0a23-8764-4a79-ab07-8fd30a601963 req-918fd3b0-0fda-4c5c-aef0-39eb54316b6c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:16.028652 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-206d0a23-8764-4a79-ab07-8fd30a601963 req-918fd3b0-0fda-4c5c-aef0-39eb54316b6c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 945 time: 0.1432865
Jan 25 18:56:16.121070 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-206d0a23-8764-4a79-ab07-8fd30a601963 req-8b0c90f4-c22a-49e4-b722-ad37d5035b4f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0885208
Jan 25 18:56:16.128410 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5ff6e-41a0-4ed3-8f09-93d88eac45e6 req-a8d6732a-a72f-4d13-996a-1736e731b00e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:16.133461 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-12b5ff6e-41a0-4ed3-8f09-93d88eac45e6 req-a8d6732a-a72f-4d13-996a-1736e731b00e tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 943 time: 0.2226694
Jan 25 18:56:16.212330 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-12b5ff6e-41a0-4ed3-8f09-93d88eac45e6 req-a2eecd91-308f-4344-b483-dd8f01e03d16 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566649
Jan 25 18:56:17.056233 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ee143-f7b3-4e40-95d9-8bbf9ff425b6 req-469a56b0-8431-463d-bffb-31c584bdae79 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:17.059281 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f83ee143-f7b3-4e40-95d9-8bbf9ff425b6 req-469a56b0-8431-463d-bffb-31c584bdae79 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 945 time: 0.2133279
Jan 25 18:56:17.128368 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f83ee143-f7b3-4e40-95d9-8bbf9ff425b6 req-6c624c3e-8c71-46ce-bb91-eefc42c5cd8e tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0607321
Jan 25 18:56:17.498446 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face0b36-ef93-4cfd-83de-bc273cd1b6e5 req-23e5b25f-bfbc-4455-84c8-84816d598004 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:17.508166 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-face0b36-ef93-4cfd-83de-bc273cd1b6e5 req-23e5b25f-bfbc-4455-84c8-84816d598004 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 945 time: 0.1848342
Jan 25 18:56:17.571870 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-face0b36-ef93-4cfd-83de-bc273cd1b6e5 req-50c31396-38e4-4af5-a30a-a54a2de06d21 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0619702
Jan 25 18:56:17.679621 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c4093-b1c7-48d9-b821-92d12da16633 req-2446ccc8-3355-4320-ae3f-214f391f57db tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:17.682681 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0c9c4093-b1c7-48d9-b821-92d12da16633 req-2446ccc8-3355-4320-ae3f-214f391f57db tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 943 time: 0.2173374
Jan 25 18:56:17.787051 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0c9c4093-b1c7-48d9-b821-92d12da16633 req-d849e86b-dadf-48de-8f81-4e58200c76d0 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0911508
Jan 25 18:56:18.317668 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 960f1b19-e6db-469c-a0e8-6ce329795691 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:56:18.402108 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae68c5f-b8ac-4f14-b309-356095ef6017 req-2c05b732-8b55-4d61-b11d-304c70e7550d tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:18.403861 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8ae68c5f-b8ac-4f14-b309-356095ef6017 req-2c05b732-8b55-4d61-b11d-304c70e7550d tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 945 time: 0.1262600
Jan 25 18:56:18.442752 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 960f1b19-e6db-469c-a0e8-6ce329795691 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:56:18.443073 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:18.473440 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8ae68c5f-b8ac-4f14-b309-356095ef6017 req-5c4db965-ee90-4bc7-9e3d-e32c8ce4c546 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0572026
Jan 25 18:56:18.935729 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd10b8-0b88-426c-a564-0cd1b9edff67 req-6feab67d-a985-4fdc-988c-b45e486f0b90 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:18.937541 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f8fd10b8-0b88-426c-a564-0cd1b9edff67 req-6feab67d-a985-4fdc-988c-b45e486f0b90 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 945 time: 0.1996820
Jan 25 18:56:19.003959 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f8fd10b8-0b88-426c-a564-0cd1b9edff67 req-fc51ebec-5212-4584-ba8b-aed26de58ace tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0538588
Jan 25 18:56:19.100297 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda7fe4-2327-4e28-9df5-4b5e1dcd3474 req-a2d55e19-0195-4a48-a0c3-c3e6babd41b5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:19.102091 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6bda7fe4-2327-4e28-9df5-4b5e1dcd3474 req-a2d55e19-0195-4a48-a0c3-c3e6babd41b5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 943 time: 0.1469598
Jan 25 18:56:19.160040 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6bda7fe4-2327-4e28-9df5-4b5e1dcd3474 req-5d3c6211-4d91-4118-b21e-e21363bd4233 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506380
Jan 25 18:56:19.550958 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:19.776234 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1673e00-0438-44fe-942b-ea41ceef23b4 req-842f2385-d061-4c30-b3a5-98cf0773ea95 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:19.778016 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b1673e00-0438-44fe-942b-ea41ceef23b4 req-842f2385-d061-4c30-b3a5-98cf0773ea95 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 945 time: 0.1309488
Jan 25 18:56:19.836207 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b1673e00-0438-44fe-942b-ea41ceef23b4 req-8aae1dfe-1ca0-4246-9ab0-9fd8c139120f tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0512874
Jan 25 18:56:20.296380 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17fee2-6432-4f10-8949-7b251a54f5c4 req-90478572-e2f1-4b0a-9477-954d4fae41e7 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:20.298343 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-aa17fee2-6432-4f10-8949-7b251a54f5c4 req-90478572-e2f1-4b0a-9477-954d4fae41e7 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 945 time: 0.1289952
Jan 25 18:56:20.394651 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-aa17fee2-6432-4f10-8949-7b251a54f5c4 req-e67e13fd-b74e-45c9-9352-21af7e2556b7 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0886462
Jan 25 18:56:20.547260 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203852d-a96e-47b1-b619-607ad0e80141 req-6cb6b121-be2e-42e2-b4eb-5e64c1e6364d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:20.548992 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a203852d-a96e-47b1-b619-607ad0e80141 req-6cb6b121-be2e-42e2-b4eb-5e64c1e6364d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 943 time: 0.1371138
Jan 25 18:56:20.607357 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a203852d-a96e-47b1-b619-607ad0e80141 req-94e52994-f590-43b5-9917-28d4736483e3 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514977
Jan 25 18:56:20.834585 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-50878512-a818-4709-88c4-56686f9d726c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:21.128641 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c828b-a18f-4794-83f3-4453c55b156d req-5e3d4bc3-c8fc-4074-b24e-a4d1654fb006 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:21.130477 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4e2c828b-a18f-4794-83f3-4453c55b156d req-5e3d4bc3-c8fc-4074-b24e-a4d1654fb006 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 945 time: 0.1408005
Jan 25 18:56:21.203548 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4e2c828b-a18f-4794-83f3-4453c55b156d req-6850ff38-71c7-4e4a-aad1-0e39d2b33165 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0607970
Jan 25 18:56:21.334518 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5fedf-d4c9-4e98-af27-c57223d33b40 req-cd5b7709-135b-456a-b8c3-d4244c1b07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:21.337624 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-28c5fedf-d4c9-4e98-af27-c57223d33b40 req-cd5b7709-135b-456a-b8c3-d4244c1b07e4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 1162 time: 0.1450922
Jan 25 18:56:21.395517 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-28c5fedf-d4c9-4e98-af27-c57223d33b40 req-39c72e9f-46cb-4f70-a5ce-df3d5106ab14 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0506606
Jan 25 18:56:21.398585 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8224e-0d92-4842-a91f-a2a3bb9d68bc req-36226c9d-41f6-44fc-9afc-bfc885261e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:21.400471 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fec8224e-0d92-4842-a91f-a2a3bb9d68bc req-36226c9d-41f6-44fc-9afc-bfc885261e8d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2c9dcb5e72645ccb63499c5ffc7def9&device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 1162 time: 0.0937729
Jan 25 18:56:21.676908 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d921a5-cba5-40ba-9d21-8322c58b4bae req-16ec43b4-bf0e-443a-9c07-9a6f9de15681 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:21.678839 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b3d921a5-cba5-40ba-9d21-8322c58b4bae req-16ec43b4-bf0e-443a-9c07-9a6f9de15681 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 945 time: 0.1290081
Jan 25 18:56:21.779878 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b3d921a5-cba5-40ba-9d21-8322c58b4bae req-a8b2f766-8fcb-4272-a915-b7f2d36fa93e tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0892231
Jan 25 18:56:22.047898 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8224e-0d92-4842-a91f-a2a3bb9d68bc req-5306c90d-34c8-43cc-8923-6addaacfb190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:22.049576 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fec8224e-0d92-4842-a91f-a2a3bb9d68bc req-5306c90d-34c8-43cc-8923-6addaacfb190 service neutron] 10.222.0.70 "GET /v2.0/networks?id=587a6c90-052a-4972-837a-04642fcc756a HTTP/1.1" status: 200  len: 902 time: 0.2571089
Jan 25 18:56:22.172584 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b993a-e339-4541-b7ad-c1f1220f3a42 req-9839854c-dfdd-4f12-88b9-53b1273ceb10 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:22.174523 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6a5b993a-e339-4541-b7ad-c1f1220f3a42 req-9839854c-dfdd-4f12-88b9-53b1273ceb10 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 943 time: 0.2420743
Jan 25 18:56:22.232645 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fec8224e-0d92-4842-a91f-a2a3bb9d68bc req-2a3438b1-d7ca-4775-91e2-15534db5f5e9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=960f1b19-e6db-469c-a0e8-6ce329795691 HTTP/1.1" status: 200  len: 1000 time: 0.1740181
Jan 25 18:56:22.304922 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6a5b993a-e339-4541-b7ad-c1f1220f3a42 req-07f8f790-5550-44aa-b938-bec501cf0630 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1211066
Jan 25 18:56:22.328006 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8224e-0d92-4842-a91f-a2a3bb9d68bc req-b8bd1f6f-d7ba-46f3-a8e3-d16e6ebf1742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:22.329665 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fec8224e-0d92-4842-a91f-a2a3bb9d68bc req-b8bd1f6f-d7ba-46f3-a8e3-d16e6ebf1742 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2c86ae63-9532-4e42-8427-e714a5a4b554 HTTP/1.1" status: 200  len: 847 time: 0.0886168
Jan 25 18:56:22.440395 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8224e-0d92-4842-a91f-a2a3bb9d68bc req-0c9116e7-d927-44fb-af7c-a517f0d880f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:22.442086 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fec8224e-0d92-4842-a91f-a2a3bb9d68bc req-0c9116e7-d927-44fb-af7c-a517f0d880f5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=587a6c90-052a-4972-837a-04642fcc756a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1043139
Jan 25 18:56:22.507761 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaa24f-eef9-45e1-8db1-9e5bf44d5523 req-e8ece0cd-4296-4d14-8b35-ace1738fc640 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:22.509626 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2deaa24f-eef9-45e1-8db1-9e5bf44d5523 req-e8ece0cd-4296-4d14-8b35-ace1738fc640 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 945 time: 0.1422296
Jan 25 18:56:22.593220 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2deaa24f-eef9-45e1-8db1-9e5bf44d5523 req-832e6fff-26bf-47a1-903b-08df0e74fd6c tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0701883
Jan 25 18:56:22.634772 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fec8224e-0d92-4842-a91f-a2a3bb9d68bc req-f3b741ad-321a-446a-82db-ed3fa228a077 service neutron] 10.222.0.70 "GET /v2.0/networks/587a6c90-052a-4972-837a-04642fcc756a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1846178
Jan 25 18:56:22.791327 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fec8224e-0d92-4842-a91f-a2a3bb9d68bc req-71b517a8-f28b-4fba-8570-247dd95c2159 service neutron] 10.222.0.70 "GET /v2.0/networks/587a6c90-052a-4972-837a-04642fcc756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1491759
Jan 25 18:56:23.052294 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:23.055282 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc1433-d48a-472f-bb99-be5c55effe51 req-95fb60c3-da6e-4178-a060-e53526d96712 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:23.057285 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a0bc1433-d48a-472f-bb99-be5c55effe51 req-95fb60c3-da6e-4178-a060-e53526d96712 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 945 time: 0.1322560
Jan 25 18:56:23.121396 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a0bc1433-d48a-472f-bb99-be5c55effe51 req-2c14e761-4c17-4cd5-98ad-c3d665e81a6d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0520656
Jan 25 18:56:23.135201 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5468cf62-1a8e-43d1-a91e-ff3bb8a37129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:23.624014 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea1d16-a1ad-4ec5-b6cb-a588b2c798f5 req-206b4d5d-8d1f-42ae-af8b-ddfe229903a8 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:23.625812 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e1ea1d16-a1ad-4ec5-b6cb-a588b2c798f5 req-206b4d5d-8d1f-42ae-af8b-ddfe229903a8 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 943 time: 0.1250925
Jan 25 18:56:23.696172 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e1ea1d16-a1ad-4ec5-b6cb-a588b2c798f5 req-ead6ed44-c3af-4039-b5f3-2944ede73d2f tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607095
Jan 25 18:56:23.901754 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f5d4b-fd1a-4325-9da8-b1c8a1b079fb req-300467b8-1908-4745-877a-eba5d59d9c8e tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:23.903498 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3a1f5d4b-fd1a-4325-9da8-b1c8a1b079fb req-300467b8-1908-4745-877a-eba5d59d9c8e tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 945 time: 0.1237147
Jan 25 18:56:23.962311 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3a1f5d4b-fd1a-4325-9da8-b1c8a1b079fb req-8db1f493-8d0e-478e-8d01-c9d64a0942bb tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0514600
Jan 25 18:56:24.397795 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba52159-8f6c-420e-a845-7319f5d76408 req-4eb303c1-5429-4314-8c89-c5d5933f39bf tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:24.399547 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cba52159-8f6c-420e-a845-7319f5d76408 req-4eb303c1-5429-4314-8c89-c5d5933f39bf tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 945 time: 0.1242888
Jan 25 18:56:24.459536 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cba52159-8f6c-420e-a845-7319f5d76408 req-7bd24be5-3220-482c-9337-a962278b2ca6 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0519342
Jan 25 18:56:24.463844 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 960f1b19-e6db-469c-a0e8-6ce329795691 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:56:24.571158 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 960f1b19-e6db-469c-a0e8-6ce329795691 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:56:24.572343 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:24.761659 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:24.787247 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d779d-755c-4f4a-a955-99488774caa7 req-abeb6a6b-df84-4adf-a41c-a4d4d3fdce4e tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:24.789047 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9a9d779d-755c-4f4a-a955-99488774caa7 req-abeb6a6b-df84-4adf-a41c-a4d4d3fdce4e tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 945 time: 0.1472402
Jan 25 18:56:24.856184 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9a9d779d-755c-4f4a-a955-99488774caa7 req-0406db54-e029-4ab5-98d9-ee018d0f0526 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0555995
Jan 25 18:56:25.024039 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729be910-137c-4080-b93f-dc2038d22a56 req-57ece700-5a9f-4ba0-a9d1-4f6a5e39ac53 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:25.026332 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-729be910-137c-4080-b93f-dc2038d22a56 req-57ece700-5a9f-4ba0-a9d1-4f6a5e39ac53 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 943 time: 0.1250224
Jan 25 18:56:25.110829 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-729be910-137c-4080-b93f-dc2038d22a56 req-a4879900-6ac1-4f5e-bc72-b43b569bc223 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711989
Jan 25 18:56:25.193911 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:25.313991 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-bc0dac0e-c36e-4760-848d-b6d6db9af79e tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3416021
Jan 25 18:56:25.329387 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Request body: {'floatingip': {'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:56:25.341740 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:56:25.346461 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Usage tracker for resource:floatingip and tenant:71302d4128404183b9c296e1bdbe448a is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:56:25.350244 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:56:25.357700 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:56:25.368748 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for floatingip, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:25.550625 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aba67f-d2bc-45c2-910e-45a0e0016424 req-ff823c6b-4454-455b-a48e-62e65275609c tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:25.553669 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45aba67f-d2bc-45c2-910e-45a0e0016424 req-ff823c6b-4454-455b-a48e-62e65275609c tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 945 time: 0.2300236
Jan 25 18:56:25.563500 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:25.654401 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45aba67f-d2bc-45c2-910e-45a0e0016424 req-22b1c342-f29e-4a4a-a739-d9c95a0ca5c6 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0923772
Jan 25 18:56:26.117148 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Allocated IP 172.27.1.146 (ef7ca5be-17a0-4c04-be0c-5aafd7b465e2/d3ebd7f5-b535-4f35-9c6a-a58c394e9ef4/6cbc3b4a-0c8f-44cb-9887-391bb7173c9a) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:56:26.306069 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:26.342299 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:26.360902 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:56:26.440266 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3475470-6d0d-48e2-a413-3e23701fff1d req-e6395073-2e99-4c4a-b513-acf09bbaeedd tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:26.443097 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d3475470-6d0d-48e2-a413-3e23701fff1d req-e6395073-2e99-4c4a-b513-acf09bbaeedd tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 943 time: 0.1527176
Jan 25 18:56:26.508018 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Pushing event updated for resources: {'Port': ['ID=6cbc3b4a-0c8f-44cb-9887-391bb7173c9a,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:56:26.518737 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:56:26.548248 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d3475470-6d0d-48e2-a413-3e23701fff1d req-f43450bb-0a2f-4862-9101-fc34e2e18f2b tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919061
Jan 25 18:56:26.578046 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:56:26.583949 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:56:26.589180 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:56:26.734594 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for floatingip, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:26.803677 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:27.036181 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c2605-cf3c-4ab8-978c-c385a9abd7c6 req-343f759c-c28d-4424-b62c-1e4349b993fc tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:27.039326 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6b7c2605-cf3c-4ab8-978c-c385a9abd7c6 req-343f759c-c28d-4424-b62c-1e4349b993fc tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 945 time: 0.2288680
Jan 25 18:56:27.095455 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device edade84c-46c8-4321-ba8a-a9011bc7cdfd up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:56:27.109864 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6b7c2605-cf3c-4ab8-978c-c385a9abd7c6 req-e8c7225b-fff3-41ba-8946-cea70c2507ae tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0576375
Jan 25 18:56:27.136240 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:56:27.149690 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:27.155705 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:27.186461 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e218516a-87c3-4770-b354-732581cb4d56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:56:27.209976 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port edade84c-46c8-4321-ba8a-a9011bc7cdfd triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:56:27.210557 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:27.344297 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Pushing event updated for resources: {'Port': ['ID=6cbc3b4a-0c8f-44cb-9887-391bb7173c9a,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:56:27.355422 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:56:27.359635 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:27.409593 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa145c59-0227-465a-ad36-635b77ec9440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edade84c-46c8-4321-ba8a-a9011bc7cdfd'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:56:27.427787 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port edade84c-46c8-4321-ba8a-a9011bc7cdfd, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=edade84c-46c8-4321-ba8a-a9011bc7cdfd,segment=NetworkSegment(55410d9d-97de-42cd-bba9-f6786af81212),segment_id=55410d9d-97de-42cd-bba9-f6786af81212)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:56:27.432336 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:27.435661 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-09d6850f-c569-4611-bf24-d54c27f83638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:56:27.464629 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363676'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:27.494452 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:27.502383 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.1775804
Jan 25 18:56:27.589218 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa145c59-0227-465a-ad36-635b77ec9440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edade84c-46c8-4321-ba8a-a9011bc7cdfd', 'code': 200}
Jan 25 18:56:27.590087 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=edade84c-46c8-4321-ba8a-a9011bc7cdfd,revision_number=6']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:56:27.594863 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 960f1b19-e6db-469c-a0e8-6ce329795691 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:56:27.631105 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-7b4554ec-09cf-4fa1-9635-b7b2e4bcea75 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Synchronizing usage tracker for tenant:71302d4128404183b9c296e1bdbe448a on resource:floatingip {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:56:27.653635 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-7b4554ec-09cf-4fa1-9635-b7b2e4bcea75 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Unset dirty status for tenant:71302d4128404183b9c296e1bdbe448a on resource:floatingip {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:56:27.661433 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-7b4554ec-09cf-4fa1-9635-b7b2e4bcea75 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.27.1.146 HTTP/1.1" status: 200  len: 696 time: 0.1576147
Jan 25 18:56:27.703471 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:56:27.800977 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:27.851144 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 960f1b19-e6db-469c-a0e8-6ce329795691, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=960f1b19-e6db-469c-a0e8-6ce329795691,segment=NetworkSegment(a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7),segment_id=a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:56:27.856204 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:27.859244 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e1265bcc-1635-4bb5-8167-9aede3100687 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:56:27.910278 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9d12e44d-cfac-49c0-abbc-f1a8141f09a1 req-efea2b89-c605-4e11-b972-798e2bae5c58 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3373749
Jan 25 18:56:27.949324 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=960f1b19-e6db-469c-a0e8-6ce329795691,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:56:27.953233 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:56:27.958256 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-d7f0025c-9a87-450f-8458-74781541ad78 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:27.961611 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0d527c43-55e2-4af7-bfcb-79d90fce760f req-d7f0025c-9a87-450f-8458-74781541ad78 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/networks/ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 HTTP/1.1" status: 200  len: 784 time: 0.2992368
Jan 25 18:56:28.080101 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e8522-a02e-4d0c-89e0-c8b85ef44251 req-d96287b2-7a38-47e7-9abf-16dbcbe8191f tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:28.083115 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3d0e8522-a02e-4d0c-89e0-c8b85ef44251 req-d96287b2-7a38-47e7-9abf-16dbcbe8191f tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 945 time: 0.3616860
Jan 25 18:56:28.164301 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3d0e8522-a02e-4d0c-89e0-c8b85ef44251 req-f65ef596-fd45-475c-9dac-935381c5d60e tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0651741
Jan 25 18:56:28.175712 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4586812-821e-460a-b13a-a2ff6bb9c128 req-f87d6da7-f515-4c63-9954-f492c3f17b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:28.177437 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a4586812-821e-460a-b13a-a2ff6bb9c128 req-f87d6da7-f515-4c63-9954-f492c3f17b7a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 1162 time: 0.2138929
Jan 25 18:56:28.237455 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a4586812-821e-460a-b13a-a2ff6bb9c128 req-f67c30a1-6a0c-486b-bbeb-474f0e0d1a4f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527542
Jan 25 18:56:28.272558 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e79edc-3cfa-4bc5-8532-2a11664278d5 req-15a22096-c38f-4c43-8aa6-e57d16e4444f tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:28.274289 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-76e79edc-3cfa-4bc5-8532-2a11664278d5 req-15a22096-c38f-4c43-8aa6-e57d16e4444f tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1805401
Jan 25 18:56:28.336161 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-76e79edc-3cfa-4bc5-8532-2a11664278d5 req-e2aa9148-5ad2-4475-b0fc-20ca3c3475f6 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537698
Jan 25 18:56:28.429706 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdeff2-2931-4031-b275-7fd6c4927b9e req-bffd19ca-0084-48dc-b15e-dc34b63f7420 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:28.431511 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-78cdeff2-2931-4031-b275-7fd6c4927b9e req-bffd19ca-0084-48dc-b15e-dc34b63f7420 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1279652
Jan 25 18:56:28.444881 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device edade84c-46c8-4321-ba8a-a9011bc7cdfd up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:56:28.539702 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-78cdeff2-2931-4031-b275-7fd6c4927b9e req-78883e98-f474-4285-bd50-ea805e41ad09 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.27.1.146 HTTP/1.1" status: 200  len: 696 time: 0.0956709
Jan 25 18:56:28.553711 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-78cdeff2-2931-4031-b275-7fd6c4927b9e req-de8bc765-e8ca-44dd-b6c1-10aeca4f421a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Request body: {'floatingip': {'port_id': '2553b61f-3737-4c9a-82c4-b1dcebd6ba3a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:56:28.659740 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-78cdeff2-2931-4031-b275-7fd6c4927b9e req-de8bc765-e8ca-44dd-b6c1-10aeca4f421a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for floatingip, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:28.663684 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port edade84c-46c8-4321-ba8a-a9011bc7cdfd triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:56:28.664493 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:29.432513 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e08ca-b34a-46d9-9f49-e54cbdb43625 req-d811e210-5600-43ea-be8d-2dc8e650a6dd tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:29.434225 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-407e08ca-b34a-46d9-9f49-e54cbdb43625 req-d811e210-5600-43ea-be8d-2dc8e650a6dd tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 943 time: 0.1305735
Jan 25 18:56:29.493970 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-407e08ca-b34a-46d9-9f49-e54cbdb43625 req-87cdff00-5d51-4627-a660-f98bd99dc5e0 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0519810
Jan 25 18:56:29.591119 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '960f1b19-e6db-469c-a0e8-6ce329795691'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:56:29.666217 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-78cdeff2-2931-4031-b275-7fd6c4927b9e req-de8bc765-e8ca-44dd-b6c1-10aeca4f421a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for floatingip, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:29.671668 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-78cdeff2-2931-4031-b275-7fd6c4927b9e req-de8bc765-e8ca-44dd-b6c1-10aeca4f421a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363676'] for floatingip, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:29.832381 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387dfa3-77e3-46a1-8b9e-97b8a6bd91d9 req-1d309daa-f681-4471-b824-85b2f61bbd34 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:29.850606 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a387dfa3-77e3-46a1-8b9e-97b8a6bd91d9 req-1d309daa-f681-4471-b824-85b2f61bbd34 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.2277758
Jan 25 18:56:30.079424 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a387dfa3-77e3-46a1-8b9e-97b8a6bd91d9 req-7c2b1575-1e27-46f6-828d-244694fe328f tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2270613
Jan 25 18:56:30.091412 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.l3_db [req-78cdeff2-2931-4031-b275-7fd6c4927b9e req-de8bc765-e8ca-44dd-b6c1-10aeca4f421a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Floating IP 053d56c2-c483-4066-988f-6665a0b00af5 associated. External IP: 172.27.1.146, port: 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a.
Jan 25 18:56:30.201017 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a51468-0276-4b89-85b3-3fadd69a49a7 req-bca9392b-8760-407c-b72c-455ae7e63825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:30.204494 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-07a51468-0276-4b89-85b3-3fadd69a49a7 req-bca9392b-8760-407c-b72c-455ae7e63825 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=209da4d33dc74678ab66bd74395f33ba&device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 1162 time: 0.3076861
Jan 25 18:56:30.294644 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '960f1b19-e6db-469c-a0e8-6ce329795691', 'code': 422} returned with failed status
Jan 25 18:56:30.378331 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12e44d-cfac-49c0-abbc-f1a8141f09a1 req-6dac2a42-c663-4b35-a10f-61758618640c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:30.380290 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9d12e44d-cfac-49c0-abbc-f1a8141f09a1 req-6dac2a42-c663-4b35-a10f-61758618640c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd&tenant_id=c2c9dcb5e72645ccb63499c5ffc7def9 HTTP/1.1" status: 200  len: 1160 time: 0.1576104
Jan 25 18:56:30.557226 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12e44d-cfac-49c0-abbc-f1a8141f09a1 req-cb7398af-26cc-4cea-a931-6e206c13d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:30.558918 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9d12e44d-cfac-49c0-abbc-f1a8141f09a1 req-cb7398af-26cc-4cea-a931-6e206c13d87a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2c9dcb5e72645ccb63499c5ffc7def9&device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 1160 time: 0.1349559
Jan 25 18:56:30.838134 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12e44d-cfac-49c0-abbc-f1a8141f09a1 req-4b2cec5f-3710-4e2d-a433-f9532669b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:30.839774 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9d12e44d-cfac-49c0-abbc-f1a8141f09a1 req-4b2cec5f-3710-4e2d-a433-f9532669b83b service neutron] 10.222.0.70 "GET /v2.0/networks?id=587a6c90-052a-4972-837a-04642fcc756a HTTP/1.1" status: 200  len: 902 time: 0.2733433
Jan 25 18:56:31.262287 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff474ea0-8e44-447b-bee7-93e42187ca51 req-8164b2fa-e475-4df3-9c39-64dad2980a3a tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:31.263983 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ff474ea0-8e44-447b-bee7-93e42187ca51 req-8164b2fa-e475-4df3-9c39-64dad2980a3a tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 943 time: 0.5530291
Jan 25 18:56:31.269314 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a51468-0276-4b89-85b3-3fadd69a49a7 req-70942f2e-4ec3-4643-9a6d-cdf331ff069c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:31.272169 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-07a51468-0276-4b89-85b3-3fadd69a49a7 req-70942f2e-4ec3-4643-9a6d-cdf331ff069c service neutron] 10.222.0.70 "GET /v2.0/networks?id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 HTTP/1.1" status: 200  len: 910 time: 0.5545824
Jan 25 18:56:31.275355 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9d12e44d-cfac-49c0-abbc-f1a8141f09a1 req-2e42a12b-4e75-4402-a813-8f7e3ae74936 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=960f1b19-e6db-469c-a0e8-6ce329795691 HTTP/1.1" status: 200  len: 998 time: 0.4245348
Jan 25 18:56:31.387017 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ff474ea0-8e44-447b-bee7-93e42187ca51 req-eefb436b-fc62-4fec-afec-403b474563d5 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1103878
Jan 25 18:56:31.393850 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12e44d-cfac-49c0-abbc-f1a8141f09a1 req-7c4eca3c-4ce9-49c7-8f62-6374b4f226f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:31.395434 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9d12e44d-cfac-49c0-abbc-f1a8141f09a1 req-7c4eca3c-4ce9-49c7-8f62-6374b4f226f1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2c86ae63-9532-4e42-8427-e714a5a4b554 HTTP/1.1" status: 200  len: 847 time: 0.1012185
Jan 25 18:56:31.470925 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78cdeff2-2931-4031-b275-7fd6c4927b9e req-de8bc765-e8ca-44dd-b6c1-10aeca4f421a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Router 48d53d6a-8f6d-4752-a14f-30c68354ee8c has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:56:31.514969 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12e44d-cfac-49c0-abbc-f1a8141f09a1 req-7a539b81-b5a3-4465-b361-8cd99da7a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:31.517978 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9d12e44d-cfac-49c0-abbc-f1a8141f09a1 req-7a539b81-b5a3-4465-b361-8cd99da7a689 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=587a6c90-052a-4972-837a-04642fcc756a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1150081
Jan 25 18:56:31.535442 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-07a51468-0276-4b89-85b3-3fadd69a49a7 req-112d03a3-862b-4f20-aed4-e125c9b7fa3c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edade84c-46c8-4321-ba8a-a9011bc7cdfd HTTP/1.1" status: 200  len: 1000 time: 0.2474294
Jan 25 18:56:31.792373 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff2bdd-ca77-4bba-bc1c-46e1256da1b1 req-1372195b-7f12-4893-a065-7825418ff60c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:31.794073 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-39ff2bdd-ca77-4bba-bc1c-46e1256da1b1 req-1372195b-7f12-4893-a065-7825418ff60c tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.2225101
Jan 25 18:56:31.796282 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9d12e44d-cfac-49c0-abbc-f1a8141f09a1 req-cc7b21fa-8567-4e4f-9233-e198c9c1a27b service neutron] 10.222.0.70 "GET /v2.0/networks/587a6c90-052a-4972-837a-04642fcc756a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2699535
Jan 25 18:56:31.928440 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a51468-0276-4b89-85b3-3fadd69a49a7 req-9d3b29db-1ffe-435d-8013-24856afd7836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:31.930067 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-07a51468-0276-4b89-85b3-3fadd69a49a7 req-9d3b29db-1ffe-435d-8013-24856afd7836 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=351749ea-67fa-4715-84dd-c0eb9be61229 HTTP/1.1" status: 200  len: 855 time: 0.2902303
Jan 25 18:56:31.956489 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-39ff2bdd-ca77-4bba-bc1c-46e1256da1b1 req-206f17e6-2346-42bd-848f-4fc060d89c7b tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1544654
Jan 25 18:56:32.008044 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9d12e44d-cfac-49c0-abbc-f1a8141f09a1 req-4878b59a-bf6a-471b-98a4-bac5ae00788a service neutron] 10.222.0.70 "GET /v2.0/networks/587a6c90-052a-4972-837a-04642fcc756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1904786
Jan 25 18:56:32.088869 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78cdeff2-2931-4031-b275-7fd6c4927b9e req-de8bc765-e8ca-44dd-b6c1-10aeca4f421a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:56:32.098718 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-78cdeff2-2931-4031-b275-7fd6c4927b9e req-de8bc765-e8ca-44dd-b6c1-10aeca4f421a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:32.104471 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef9f16a-ec95-4afd-9367-14dcd864cc93 None None] Sync routers for ids ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'] in dv-cinder-772388-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:56:32.119584 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef9f16a-ec95-4afd-9367-14dcd864cc93 None None] Routers {'48d53d6a-8f6d-4752-a14f-30c68354ee8c'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:56:32.120775 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-2ef9f16a-ec95-4afd-9367-14dcd864cc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fb82128>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:56:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:56:32.245676 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-78cdeff2-2931-4031-b275-7fd6c4927b9e req-de8bc765-e8ca-44dd-b6c1-10aeca4f421a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "PUT /v2.0/floatingips/053d56c2-c483-4066-988f-6665a0b00af5 HTTP/1.1" status: 200  len: 996 time: 3.6966391
Jan 25 18:56:32.246814 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead0dcb7-c0b1-4099-a50c-8d5fed80351f', 'tag': '2553b61f-3737-4c9a-82c4-b1dcebd6ba3a'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:56:32.257761 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a51468-0276-4b89-85b3-3fadd69a49a7 req-45bfd955-92bd-431a-9688-f69d429ad9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:32.261511 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-07a51468-0276-4b89-85b3-3fadd69a49a7 req-45bfd955-92bd-431a-9688-f69d429ad9dc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3235316
Jan 25 18:56:32.485527 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead0dcb7-c0b1-4099-a50c-8d5fed80351f', 'tag': '2553b61f-3737-4c9a-82c4-b1dcebd6ba3a', 'status': 'completed', 'code': 200}
Jan 25 18:56:32.490142 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-07a51468-0276-4b89-85b3-3fadd69a49a7 req-6a515757-a247-4fc4-9b5e-ccc7208f80cf service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1813183
Jan 25 18:56:32.491312 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-2ef9f16a-ec95-4afd-9367-14dcd864cc93 None None] Set router 48d53d6a-8f6d-4752-a14f-30c68354ee8c gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:56:32.492365 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdeff2-2931-4031-b275-7fd6c4927b9e req-4832610f-0558-463e-b398-5fe2ebfde303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:32.494507 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-78cdeff2-2931-4031-b275-7fd6c4927b9e req-4832610f-0558-463e-b398-5fe2ebfde303 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=71302d4128404183b9c296e1bdbe448a&device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 1162 time: 0.2220838
Jan 25 18:56:32.797276 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5b87b-fb20-43b3-bc37-343c643af12e req-cc678bef-0a0d-4d66-8c47-b628d379bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:32.800164 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-24b5b87b-fb20-43b3-bc37-343c643af12e req-cc678bef-0a0d-4d66-8c47-b628d379bc8b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71302d4128404183b9c296e1bdbe448a&device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 1162 time: 0.2575936
Jan 25 18:56:32.823389 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdeff2-2931-4031-b275-7fd6c4927b9e req-f6345e70-d2da-4586-802a-cfab1dfbd13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:32.825216 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-78cdeff2-2931-4031-b275-7fd6c4927b9e req-f6345e70-d2da-4586-802a-cfab1dfbd13f service neutron] 10.222.0.77 "GET /v2.0/networks?id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b HTTP/1.1" status: 200  len: 906 time: 0.3228285
Jan 25 18:56:32.827260 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-07a51468-0276-4b89-85b3-3fadd69a49a7 req-08dc5c80-3718-4ed1-a8a6-14262d832457 service neutron] 10.222.0.70 "GET /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2928874
Jan 25 18:56:32.956311 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-78cdeff2-2931-4031-b275-7fd6c4927b9e req-cb289c22-c303-4193-a82e-658050c3c811 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2553b61f-3737-4c9a-82c4-b1dcebd6ba3a HTTP/1.1" status: 200  len: 999 time: 0.1229517
Jan 25 18:56:33.031892 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ab559-4dc4-4644-a6fd-cbabcbdaae21 req-4eaa2d10-dfb0-4454-8608-51e76629b232 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:33.033664 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-161ab559-4dc4-4644-a6fd-cbabcbdaae21 req-4eaa2d10-dfb0-4454-8608-51e76629b232 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 943 time: 0.3651497
Jan 25 18:56:33.037766 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdeff2-2931-4031-b275-7fd6c4927b9e req-bee9e8e4-1844-4320-9eaa-8f92a06cb556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:33.047677 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-78cdeff2-2931-4031-b275-7fd6c4927b9e req-bee9e8e4-1844-4320-9eaa-8f92a06cb556 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9123d7e9-7f4e-456f-be09-41bca5535e60 HTTP/1.1" status: 200  len: 851 time: 0.0836892
Jan 25 18:56:33.121875 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5b87b-fb20-43b3-bc37-343c643af12e req-9f81de1f-b3c4-457f-bf8b-9aaaa2d3f604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:33.123637 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-24b5b87b-fb20-43b3-bc37-343c643af12e req-9f81de1f-b3c4-457f-bf8b-9aaaa2d3f604 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b HTTP/1.1" status: 200  len: 906 time: 0.3050056
Jan 25 18:56:33.132905 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-161ab559-4dc4-4644-a6fd-cbabcbdaae21 req-4c4ac20f-97d8-42c3-821c-d0d506eea6c0 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0836611
Jan 25 18:56:33.146737 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdeff2-2931-4031-b275-7fd6c4927b9e req-f98589ac-cb38-4978-8869-c78e2a76b131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:33.156521 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-78cdeff2-2931-4031-b275-7fd6c4927b9e req-f98589ac-cb38-4978-8869-c78e2a76b131 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1070888
Jan 25 18:56:33.164516 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-2ef9f16a-ec95-4afd-9367-14dcd864cc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fb82128>, [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T18:54:59Z', 'revision_number': 4, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': '053d56c2-c483-4066-988f-6665a0b00af5', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'port_id': '2553b61f-3737-4c9a-82c4-b1dcebd6ba3a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'mac_address': 'fa:16:3e:84:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0dcb7-c0b1-4099-a50c-8d5fed80351f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:56:26Z', 'updated_at': '2021-01-25T18:56:29Z', 'revision_number': 1, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07aeb545-aed4-4085-8aaf-d8fc7b83fac3', 'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'mac_address': 'fa:16:3e:e9:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:58Z', 'updated_at': '2021-01-25T18:55:10Z', 'revision_number': 5, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'subnets': [{'id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:56:33.170193 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef9f16a-ec95-4afd-9367-14dcd864cc93 None None] Checking router: 48d53d6a-8f6d-4752-a14f-30c68354ee8c for host: dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:56:33.181561 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef9f16a-ec95-4afd-9367-14dcd864cc93 None None] Routers {'48d53d6a-8f6d-4752-a14f-30c68354ee8c'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:56:33.182542 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-2ef9f16a-ec95-4afd-9367-14dcd864cc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fb82128>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:56:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:56:33.247994 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-24b5b87b-fb20-43b3-bc37-343c643af12e req-5c7d1f4b-8953-4914-90f5-a160697dc988 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2553b61f-3737-4c9a-82c4-b1dcebd6ba3a HTTP/1.1" status: 200  len: 999 time: 0.1138513
Jan 25 18:56:33.340616 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5b87b-fb20-43b3-bc37-343c643af12e req-25b1370f-9aeb-4a1a-8a4a-2b281fa20b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:33.342229 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-24b5b87b-fb20-43b3-bc37-343c643af12e req-25b1370f-9aeb-4a1a-8a4a-2b281fa20b3f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9123d7e9-7f4e-456f-be09-41bca5535e60 HTTP/1.1" status: 200  len: 851 time: 0.0769956
Jan 25 18:56:33.398890 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-78cdeff2-2931-4031-b275-7fd6c4927b9e req-a21a0201-cfee-46c8-880b-c80b34456086 service neutron] 10.222.0.77 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2411995
Jan 25 18:56:33.450673 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-2ef9f16a-ec95-4afd-9367-14dcd864cc93 None None] Set router 48d53d6a-8f6d-4752-a14f-30c68354ee8c gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:56:33.482724 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5b87b-fb20-43b3-bc37-343c643af12e req-5c73f66d-fa84-4c69-922c-ec7d68c70f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:33.485572 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-24b5b87b-fb20-43b3-bc37-343c643af12e req-5c73f66d-fa84-4c69-922c-ec7d68c70f92 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1346319
Jan 25 18:56:33.669856 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-78cdeff2-2931-4031-b275-7fd6c4927b9e req-f138f9fc-87aa-44d1-b44e-7b81250d3afe service neutron] 10.222.0.77 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2620962
Jan 25 18:56:33.758520 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-24b5b87b-fb20-43b3-bc37-343c643af12e req-ccc9ae1d-49d2-4020-897f-4f7c7f038655 service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2608197
Jan 25 18:56:33.895967 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-2ef9f16a-ec95-4afd-9367-14dcd864cc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fb82128>, [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T18:54:59Z', 'revision_number': 4, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': '053d56c2-c483-4066-988f-6665a0b00af5', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'port_id': '2553b61f-3737-4c9a-82c4-b1dcebd6ba3a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'mac_address': 'fa:16:3e:84:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0dcb7-c0b1-4099-a50c-8d5fed80351f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:56:26Z', 'updated_at': '2021-01-25T18:56:29Z', 'revision_number': 1, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07aeb545-aed4-4085-8aaf-d8fc7b83fac3', 'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'mac_address': 'fa:16:3e:e9:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:58Z', 'updated_at': '2021-01-25T18:55:10Z', 'revision_number': 5, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'subnets': [{'id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:56:33.902263 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef9f16a-ec95-4afd-9367-14dcd864cc93 None None] The sync data for ids ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'] in dv-cinder-772388-1-iscsi is: [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T18:54:59Z', 'revision_number': 4, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': '053d56c2-c483-4066-988f-6665a0b00af5', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'port_id': '2553b61f-3737-4c9a-82c4-b1dcebd6ba3a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'mac_address': 'fa:16:3e:84:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead0dcb7-c0b1-4099-a50c-8d5fed80351f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:56:26Z', 'updated_at': '2021-01-25T18:56:29Z', 'revision_number': 1, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07aeb545-aed4-4085-8aaf-d8fc7b83fac3', 'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'mac_address': 'fa:16:3e:e9:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:58Z', 'updated_at': '2021-01-25T18:55:10Z', 'revision_number': 5, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'subnets': [{'id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:56:33.922568 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-24b5b87b-fb20-43b3-bc37-343c643af12e req-054f58ed-de3e-4eeb-96c7-cacad292eef0 service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1572347
Jan 25 18:56:34.260190 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eea1ed1-7865-44b2-a5a6-11aa47e7789d None None] New status for floating IP 053d56c2-c483-4066-988f-6665a0b00af5: ACTIVE {{(pid=80201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 25 18:56:34.455556 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2feff-293e-402d-9ad6-ed036afbc494 req-df6e5b13-8c92-4ffd-b4c0-02f1b6cd268e tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:34.457248 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-edc2feff-293e-402d-9ad6-ed036afbc494 req-df6e5b13-8c92-4ffd-b4c0-02f1b6cd268e tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 943 time: 0.1292551
Jan 25 18:56:34.530312 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-edc2feff-293e-402d-9ad6-ed036afbc494 req-ef3ec18b-52cf-4364-85e9-b7d287c86326 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0587192
Jan 25 18:56:35.814157 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c5994-76e2-4c06-acb1-4febafda9e8a req-53f026f2-a4c6-4096-b316-20f816978144 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:35.815929 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b15c5994-76e2-4c06-acb1-4febafda9e8a req-53f026f2-a4c6-4096-b316-20f816978144 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 943 time: 0.1211126
Jan 25 18:56:35.886579 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b15c5994-76e2-4c06-acb1-4febafda9e8a req-54611f0f-ab3a-4cec-9103-e2272a0ea1ba tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0586705
Jan 25 18:56:37.152713 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a874a-b10b-44b7-b343-ec39e3768590 req-ef553a76-fd22-45a8-8f59-b7e802c1ff82 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:37.154541 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4c5a874a-b10b-44b7-b343-ec39e3768590 req-ef553a76-fd22-45a8-8f59-b7e802c1ff82 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 943 time: 0.1248980
Jan 25 18:56:37.219907 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4c5a874a-b10b-44b7-b343-ec39e3768590 req-49529a5a-aa78-4b0e-b0b4-1c7ba50ce3ae tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0573130
Jan 25 18:56:38.560505 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7550535-a780-4ce5-add9-737acf6b6e7f req-4eba7af4-422e-496f-87c4-68598404d0da tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:38.563555 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f7550535-a780-4ce5-add9-737acf6b6e7f req-4eba7af4-422e-496f-87c4-68598404d0da tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 943 time: 0.1763880
Jan 25 18:56:38.663780 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f7550535-a780-4ce5-add9-737acf6b6e7f req-eb9a3194-f790-4036-acec-9915767a457e tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0930989
Jan 25 18:56:39.930343 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873802b2-0cf8-4bd6-87e3-cb17f74fd2ce req-95e7e383-7b73-480f-9efd-9e008656f7f4 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:39.932112 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-873802b2-0cf8-4bd6-87e3-cb17f74fd2ce req-95e7e383-7b73-480f-9efd-9e008656f7f4 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 943 time: 0.1201866
Jan 25 18:56:39.990833 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-873802b2-0cf8-4bd6-87e3-cb17f74fd2ce req-d02ff3c3-ba96-4388-9d94-18d2153de05b tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0515082
Jan 25 18:56:41.256694 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3925182-07e2-4e2f-bf1a-87d94e1bd6ea req-d0d29a8b-7aee-405d-863f-d44a83fa8e8f tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:41.258747 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c3925182-07e2-4e2f-bf1a-87d94e1bd6ea req-d0d29a8b-7aee-405d-863f-d44a83fa8e8f tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 943 time: 0.1268444
Jan 25 18:56:41.323827 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c3925182-07e2-4e2f-bf1a-87d94e1bd6ea req-79eb782d-361d-46e0-a797-79f8480a663d tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0529714
Jan 25 18:56:42.586551 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911769d7-2120-4268-8584-fd8c87062f93 req-4940dedb-cdd5-4746-a959-cddc7627034f tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:42.588933 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-911769d7-2120-4268-8584-fd8c87062f93 req-4940dedb-cdd5-4746-a959-cddc7627034f tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 943 time: 0.1259022
Jan 25 18:56:42.648416 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-911769d7-2120-4268-8584-fd8c87062f93 req-3ac55724-ab4a-41b2-804b-b8ee7a5760fa tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0522027
Jan 25 18:56:43.444690 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 960f1b19-e6db-469c-a0e8-6ce329795691 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:56:43.526155 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 960f1b19-e6db-469c-a0e8-6ce329795691 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:56:43.526807 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:43.659806 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:43.691598 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960f1b19-e6db-469c-a0e8-6ce329795691'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:56:43.705765 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 960f1b19-e6db-469c-a0e8-6ce329795691, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=960f1b19-e6db-469c-a0e8-6ce329795691,segment=NetworkSegment(a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7),segment_id=a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:56:43.709550 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:43.711996 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:56:43.791177 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=960f1b19-e6db-469c-a0e8-6ce329795691,revision_number=6']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:56:43.794890 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:56:43.814025 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960f1b19-e6db-469c-a0e8-6ce329795691', 'code': 200}
Jan 25 18:56:44.010553 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404214db-427d-4050-8d70-2cd8c29b160e req-da1991ca-9872-4f15-99c7-768aa29a2454 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:44.013608 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-404214db-427d-4050-8d70-2cd8c29b160e req-da1991ca-9872-4f15-99c7-768aa29a2454 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 945 time: 0.2233703
Jan 25 18:56:44.108599 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-404214db-427d-4050-8d70-2cd8c29b160e req-aece8919-5683-407f-a5c5-a9902e9a21dc tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0879936
Jan 25 18:56:44.237607 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bda45-7ea0-4bcc-8402-6b4fa3d606ce req-51075d1e-b458-493f-a210-00546f761c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:44.239324 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-085bda45-7ea0-4bcc-8402-6b4fa3d606ce req-51075d1e-b458-493f-a210-00546f761c21 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 1162 time: 0.0813348
Jan 25 18:56:44.287270 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-085bda45-7ea0-4bcc-8402-6b4fa3d606ce req-0c521232-0d4d-482b-81ca-b039d73d11c7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0401065
Jan 25 18:56:44.728081 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 960f1b19-e6db-469c-a0e8-6ce329795691 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:56:44.808104 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 960f1b19-e6db-469c-a0e8-6ce329795691 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:56:44.808514 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:45.435997 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f407a8-b21e-4ad7-ad79-f89a739f12ce req-c100a370-b113-47d7-a7fe-d3d00a33aebc tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:45.437726 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-96f407a8-b21e-4ad7-ad79-f89a739f12ce req-c100a370-b113-47d7-a7fe-d3d00a33aebc tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 945 time: 0.1334326
Jan 25 18:56:45.505412 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-96f407a8-b21e-4ad7-ad79-f89a739f12ce req-b22bffb4-3bc9-4086-b35d-2e8add417f06 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0547171
Jan 25 18:56:46.888524 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660071a2-c3c1-49a9-b7ed-961fbde30b38 req-a44f4a7d-7ee9-4de9-a573-ff4cac0817b1 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:56:46.891528 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-660071a2-c3c1-49a9-b7ed-961fbde30b38 req-a44f4a7d-7ee9-4de9-a573-ff4cac0817b1 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 945 time: 0.2286074
Jan 25 18:56:46.951207 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-660071a2-c3c1-49a9-b7ed-961fbde30b38 req-d5b64ee3-930a-4154-83cd-2a21ae2c7d77 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0533397
Jan 25 18:56:49.566993 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:50.834123 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3dfeabde-4dda-461b-968a-1aebb02bd214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:53.056303 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:53.121145 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-05aa7f17-49af-4cf5-8eb4-cc7c9bbe6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:54.746755 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:56:55.200652 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:04.138181 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:57:19.575177 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:20.830995 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fd94da44-7879-4f57-a49f-73dccfa21e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:23.068762 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:23.125930 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c75a65f4-86df-46ec-9333-f1cfa3fc64d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:24.753150 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:25.200482 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:30.406414 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7f42e3c3-3f29-4652-b67c-d1d553d039da req-5d1e8214-7b9c-4bb8-a8d0-bd6e3bd1c3da service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0841997
Jan 25 18:57:30.600542 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42e3c3-3f29-4652-b67c-d1d553d039da req-a9807b7d-933d-4af0-8443-c4a627528d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:57:30.602280 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7f42e3c3-3f29-4652-b67c-d1d553d039da req-a9807b7d-933d-4af0-8443-c4a627528d5c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2c9dcb5e72645ccb63499c5ffc7def9&device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 1162 time: 0.0873742
Jan 25 18:57:30.791822 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42e3c3-3f29-4652-b67c-d1d553d039da req-c75c5fda-6d6d-4c9a-9f3b-494f58d5cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:57:30.793501 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7f42e3c3-3f29-4652-b67c-d1d553d039da req-c75c5fda-6d6d-4c9a-9f3b-494f58d5cb2c service neutron] 10.222.0.70 "GET /v2.0/networks?id=587a6c90-052a-4972-837a-04642fcc756a HTTP/1.1" status: 200  len: 902 time: 0.1556165
Jan 25 18:57:30.919057 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7f42e3c3-3f29-4652-b67c-d1d553d039da req-c5a78c7e-9d88-4ec6-b84c-2424c9bdb36f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=960f1b19-e6db-469c-a0e8-6ce329795691 HTTP/1.1" status: 200  len: 1000 time: 0.1180997
Jan 25 18:57:30.995254 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42e3c3-3f29-4652-b67c-d1d553d039da req-aaf4d2df-3141-46b9-a4f1-e7b595acec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:57:30.996874 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7f42e3c3-3f29-4652-b67c-d1d553d039da req-aaf4d2df-3141-46b9-a4f1-e7b595acec6c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2c86ae63-9532-4e42-8427-e714a5a4b554 HTTP/1.1" status: 200  len: 847 time: 0.0705256
Jan 25 18:57:31.104358 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42e3c3-3f29-4652-b67c-d1d553d039da req-ca2f85b2-96bf-4fca-b597-78339927278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:57:31.107559 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7f42e3c3-3f29-4652-b67c-d1d553d039da req-ca2f85b2-96bf-4fca-b597-78339927278c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=587a6c90-052a-4972-837a-04642fcc756a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1009026
Jan 25 18:57:31.361563 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7f42e3c3-3f29-4652-b67c-d1d553d039da req-9ac4a351-8b69-415d-b127-960112c7e880 service neutron] 10.222.0.70 "GET /v2.0/networks/587a6c90-052a-4972-837a-04642fcc756a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2457170
Jan 25 18:57:31.523462 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7f42e3c3-3f29-4652-b67c-d1d553d039da req-4be0bf9e-e9d9-41f5-bd37-83b710b824d8 service neutron] 10.222.0.70 "GET /v2.0/networks/587a6c90-052a-4972-837a-04642fcc756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1522641
Jan 25 18:57:41.139092 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:57:49.320550 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d4aeb-ec1b-4b3c-854c-0c251dbc2b07 req-fb09ce3d-4d30-468d-bf3b-fbd2b2e1e67a tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:57:49.323820 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-af4d4aeb-ec1b-4b3c-854c-0c251dbc2b07 req-fb09ce3d-4d30-468d-bf3b-fbd2b2e1e67a tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.2317412
Jan 25 18:57:49.387830 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-af4d4aeb-ec1b-4b3c-854c-0c251dbc2b07 req-3d6506eb-18b8-481e-91eb-ffd259c60c84 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566344
Jan 25 18:57:49.579604 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:50.749470 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa6791-ca86-4d2b-8586-804811fa905a req-acdde74e-0850-412d-b478-51982cdad973 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:57:50.751195 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d3aa6791-ca86-4d2b-8586-804811fa905a req-acdde74e-0850-412d-b478-51982cdad973 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1313307
Jan 25 18:57:50.829254 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9367e756-568e-42d2-a861-cd291b7a49ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:50.833069 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d3aa6791-ca86-4d2b-8586-804811fa905a req-81f4bce9-0d1f-4653-a602-47793a45db4a tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686455
Jan 25 18:57:51.151737 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-be5298e1-5473-4b5a-b2d7-220c38df311b tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:57:51.153707 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-be5298e1-5473-4b5a-b2d7-220c38df311b tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.70 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 945 time: 0.1360774
Jan 25 18:57:51.250601 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Deleting port edade84c-46c8-4321-ba8a-a9011bc7cdfd {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:57:51.250993 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:51.263122 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device edade84c-46c8-4321-ba8a-a9011bc7cdfd no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:57:51.452549 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:51.485252 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa145c59-0227-465a-ad36-635b77ec9440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edade84c-46c8-4321-ba8a-a9011bc7cdfd'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:57:51.497313 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port edade84c-46c8-4321-ba8a-a9011bc7cdfd, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=edade84c-46c8-4321-ba8a-a9011bc7cdfd,segment=NetworkSegment(55410d9d-97de-42cd-bba9-f6786af81212),segment_id=55410d9d-97de-42cd-bba9-f6786af81212)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:57:51.503527 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:51.507183 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-9c0ed547-098f-4163-abd5-d3c02ac1542e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:57:51.594144 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa145c59-0227-465a-ad36-635b77ec9440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edade84c-46c8-4321-ba8a-a9011bc7cdfd', 'code': 200}
Jan 25 18:57:51.622291 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=edade84c-46c8-4321-ba8a-a9011bc7cdfd,revision_number=7']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:57:51.630869 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:51.631566 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:51.631867 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:51.632240 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:51.632602 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:51.632988 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:51.633360 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:51.633726 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:51.634089 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:51.634452 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:51.634829 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:51.635190 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:51.635608 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:51.635969 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:51.636326 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:51.636687 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:51.637094 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:51.637470 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:51.637824 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:51.638192 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:51.638553 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:51.639077 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:51.639604 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:51.640143 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:51.645698 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:57:51.673636 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] For port edade84c-46c8-4321-ba8a-a9011bc7cdfd, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=edade84c-46c8-4321-ba8a-a9011bc7cdfd,segment=NetworkSegment(55410d9d-97de-42cd-bba9-f6786af81212),segment_id=55410d9d-97de-42cd-bba9-f6786af81212)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:57:51.674338 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:52.360408 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78cd528-c5c6-4412-a3e4-c5396054243e req-868a5e01-b34b-4349-8211-541fe30a7a67 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:57:52.362246 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a78cd528-c5c6-4412-a3e4-c5396054243e req-868a5e01-b34b-4349-8211-541fe30a7a67 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 943 time: 0.3182766
Jan 25 18:57:52.391798 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for floatingip, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:52.392268 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363676'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:52.392670 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.l3_db [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Floating IP 6e1428f1-17d1-4572-842a-bd0ee601f947 disassociated. External IP: 172.27.1.80, port: edade84c-46c8-4321-ba8a-a9011bc7cdfd.
Jan 25 18:57:52.393147 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Calling delete_port for edade84c-46c8-4321-ba8a-a9011bc7cdfd owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:57:52.490313 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a78cd528-c5c6-4412-a3e4-c5396054243e req-c3dc86e6-fb90-4abb-a8e4-f10352199094 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1209519
Jan 25 18:57:52.523664 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.db.api [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80199) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 25 18:57:52.524034 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_db.api [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 25 18:57:53.025762 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Deleting port edade84c-46c8-4321-ba8a-a9011bc7cdfd {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:57:53.026238 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:53.062031 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:53.122151 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a329904d-ccea-4e87-8576-d4aba923ccc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:53.311998 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] For port edade84c-46c8-4321-ba8a-a9011bc7cdfd, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=edade84c-46c8-4321-ba8a-a9011bc7cdfd,segment=NetworkSegment(55410d9d-97de-42cd-bba9-f6786af81212),segment_id=55410d9d-97de-42cd-bba9-f6786af81212)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:57:53.312345 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:53.647409 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for floatingip, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:53.648487 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363676'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:53.648713 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.l3_db [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Floating IP 6e1428f1-17d1-4572-842a-bd0ee601f947 disassociated. External IP: 172.27.1.80, port: edade84c-46c8-4321-ba8a-a9011bc7cdfd.
Jan 25 18:57:53.649148 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Calling delete_port for edade84c-46c8-4321-ba8a-a9011bc7cdfd owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:57:53.805471 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9f328-4a62-47e3-b101-912293ed9c64 req-71b7f9af-923b-4a44-8f25-4420906aa7f5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:57:53.807224 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e4d9f328-4a62-47e3-b101-912293ed9c64 req-71b7f9af-923b-4a44-8f25-4420906aa7f5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 943 time: 0.1280761
Jan 25 18:57:53.812617 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:53.829313 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f64906f0-de0f-406c-aa28-b8e3ccc233a2 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:57:53.869695 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e4d9f328-4a62-47e3-b101-912293ed9c64 req-b83a765d-84f1-40f2-9a18-29ab9f108b59 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups?id=cdbe0109-4f03-4134-b77a-4bc63f3a1c99&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547597
Jan 25 18:57:53.891384 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Pushing event deleted for resources: {'Port': ['ID=edade84c-46c8-4321-ba8a-a9011bc7cdfd,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:57:53.907447 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:53.907839 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:53.908234 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:53.908626 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:53.909044 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:53.909437 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:53.909825 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:53.910211 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:53.910597 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:53.910975 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:53.911361 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:53.911745 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:53.912169 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:53.912554 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:53.912927 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:53.913335 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:53.913754 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:53.914138 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:53.914519 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:53.914899 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:53.915282 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:53.915659 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:53.916040 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:53.916418 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:53.966219 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:57:54.240943 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Router cb836976-f9a6-407d-bd4a-5e24f3afd465 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:57:54.460675 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:57:54.478917 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f9ef5a-0ca5-4581-9bb2-55e98e1a740c None None] Sync routers for ids ['cb836976-f9a6-407d-bd4a-5e24f3afd465'] in dv-cinder-772388-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:57:54.496232 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f9ef5a-0ca5-4581-9bb2-55e98e1a740c None None] Routers {'cb836976-f9a6-407d-bd4a-5e24f3afd465'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:57:54.497363 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-a5f9ef5a-0ca5-4581-9bb2-55e98e1a740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1f9715c0>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:57:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['cb836976-f9a6-407d-bd4a-5e24f3afd465'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:57:54.511239 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] No DVR routers for this DVR port edade84c-46c8-4321-ba8a-a9011bc7cdfd on host hv-cinder-77238 {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 18:57:54.513753 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:54.518376 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa145c59-0227-465a-ad36-635b77ec9440', 'name': 'network-vif-deleted', 'tag': 'edade84c-46c8-4321-ba8a-a9011bc7cdfd'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:57:54.538514 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-74cc2616-ec5e-41db-adcc-98c102128b1d req-9c1b95bc-a8ce-410d-a7f8-b4db3f143344 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.70 "DELETE /v2.0/ports/edade84c-46c8-4321-ba8a-a9011bc7cdfd HTTP/1.1" status: 204  len: 173 time: 3.3783445
Jan 25 18:57:54.590943 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa145c59-0227-465a-ad36-635b77ec9440', 'name': 'network-vif-deleted', 'tag': 'edade84c-46c8-4321-ba8a-a9011bc7cdfd', 'status': 'completed', 'code': 200}
Jan 25 18:57:54.716397 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-a5f9ef5a-0ca5-4581-9bb2-55e98e1a740c None None] Set router cb836976-f9a6-407d-bd4a-5e24f3afd465 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:57:54.757784 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:55.125242 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-a5f9ef5a-0ca5-4581-9bb2-55e98e1a740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1f9715c0>, [{'id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'name': 'tempest-AttachVolumeShelveTestJSON-878325676-router', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:36Z', 'updated_at': '2021-01-25T18:43:51Z', 'revision_number': 4, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'gw_port': {'id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'ad2377f2-1f02-4b38-8cff-d4c991499b5a', 'name': '', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'mac_address': 'fa:16:3e:bf:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:50Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 5, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'subnets': [{'id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:57:55.133804 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f9ef5a-0ca5-4581-9bb2-55e98e1a740c None None] Checking router: cb836976-f9a6-407d-bd4a-5e24f3afd465 for host: dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:57:55.150066 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f9ef5a-0ca5-4581-9bb2-55e98e1a740c None None] Routers {'cb836976-f9a6-407d-bd4a-5e24f3afd465'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:57:55.150772 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-a5f9ef5a-0ca5-4581-9bb2-55e98e1a740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1f9715c0>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:57:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['cb836976-f9a6-407d-bd4a-5e24f3afd465'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:57:55.219796 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:55.379081 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-85f30e74-9527-4076-a47b-7283843aaeb2 req-06268e48-8be2-4218-8004-95ba1f23d544 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/ports?device_id=fa145c59-0227-465a-ad36-635b77ec9440 HTTP/1.1" status: 200  len: 210 time: 0.3217876
Jan 25 18:57:55.399327 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-a5f9ef5a-0ca5-4581-9bb2-55e98e1a740c None None] Set router cb836976-f9a6-407d-bd4a-5e24f3afd465 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:57:55.778610 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-a5f9ef5a-0ca5-4581-9bb2-55e98e1a740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1f9715c0>, [{'id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'name': 'tempest-AttachVolumeShelveTestJSON-878325676-router', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:36Z', 'updated_at': '2021-01-25T18:43:51Z', 'revision_number': 4, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'gw_port': {'id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'ad2377f2-1f02-4b38-8cff-d4c991499b5a', 'name': '', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'mac_address': 'fa:16:3e:bf:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:50Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 5, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'subnets': [{'id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:57:55.783369 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f9ef5a-0ca5-4581-9bb2-55e98e1a740c None None] The sync data for ids ['cb836976-f9a6-407d-bd4a-5e24f3afd465'] in dv-cinder-772388-1-iscsi is: [{'id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'name': 'tempest-AttachVolumeShelveTestJSON-878325676-router', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:36Z', 'updated_at': '2021-01-25T18:43:51Z', 'revision_number': 4, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'gw_port': {'id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'ad2377f2-1f02-4b38-8cff-d4c991499b5a', 'name': '', 'network_id': '23d57d78-9fa5-4fd9-bb4c-f55ad34ce986', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'mac_address': 'fa:16:3e:bf:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:50Z', 'updated_at': '2021-01-25T18:44:06Z', 'revision_number': 5, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'subnets': [{'id': '351749ea-67fa-4715-84dd-c0eb9be61229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:57:56.196419 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c566a3c2-9ae7-4eab-8048-e2f8a3f4e059 None None] New status for floating IP 6e1428f1-17d1-4572-842a-bd0ee601f947: DOWN {{(pid=80201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 25 18:57:56.565181 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 38386) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:57:56.648245 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:56.682750 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:56.738207 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:56.744614 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-72a2069d-7217-4f31-84e3-58efd8632d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:57:56.765153 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbe0109-4f03-4134-b77a-4bc63f3a1c99,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:57:56.778159 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:56.778570 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:56.778978 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:56.779528 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:56.779809 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:56.780208 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:56.780605 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:56.781038 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:56.781689 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:56.782094 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:56.782509 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:56.782903 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:56.783348 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:56.783748 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:56.784145 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:56.784529 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:56.784918 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:56.785338 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:56.785727 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:56.786114 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:56.786505 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:56.786930 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:56.787323 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:56.787710 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:57:56.792645 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:57:56.794972 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:56.796223 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-3bbb6c90-20d1-4d9e-b636-deae494aa9a1 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "DELETE /v2.0/security-groups/cdbe0109-4f03-4134-b77a-4bc63f3a1c99 HTTP/1.1" status: 204  len: 168 time: 0.2298431
Jan 25 18:57:56.800788 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 38390) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:57:56.828093 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.v2.resource [None req-ce028c3d-259f-484e-a3a6-98704842cbb5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] show failed (client error): The resource could not be found.
Jan 25 18:57:56.829279 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-ce028c3d-259f-484e-a3a6-98704842cbb5 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "GET /v2.0/security-groups/cdbe0109-4f03-4134-b77a-4bc63f3a1c99 HTTP/1.1" status: 404  len: 347 time: 0.0272477
Jan 25 18:57:56.832448 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 38394) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:57:57.021646 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-79c578fe-f6a5-4c89-a46a-e115daff70be tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Deleting port 2f8c219f-b2f8-4203-842a-e9d0d2e19f4d {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:57:57.022127 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-79c578fe-f6a5-4c89-a46a-e115daff70be tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:57.220312 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-79c578fe-f6a5-4c89-a46a-e115daff70be tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:57.220682 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-79c578fe-f6a5-4c89-a46a-e115daff70be tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for floatingip, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:57.359732 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-79c578fe-f6a5-4c89-a46a-e115daff70be tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Calling delete_port for 2f8c219f-b2f8-4203-842a-e9d0d2e19f4d owned by network:floatingip {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:57:57.526738 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-79c578fe-f6a5-4c89-a46a-e115daff70be tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:57.544087 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:57:57.851537 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c578fe-f6a5-4c89-a46a-e115daff70be tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Pushing event deleted for resources: {'Port': ['ID=2f8c219f-b2f8-4203-842a-e9d0d2e19f4d,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:57:57.856316 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-79c578fe-f6a5-4c89-a46a-e115daff70be tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:57:58.058144 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-79c578fe-f6a5-4c89-a46a-e115daff70be tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks [] for floatingip, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:58.075732 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-79c578fe-f6a5-4c89-a46a-e115daff70be tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:57:58.077339 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-79c578fe-f6a5-4c89-a46a-e115daff70be tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] 10.222.0.77 "DELETE /v2.0/floatingips/6e1428f1-17d1-4572-842a-bd0ee601f947 HTTP/1.1" status: 204  len: 168 time: 1.2434046
Jan 25 18:58:01.223068 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 38418) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:58:02.014350 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-89a04bae-f990-49ee-9b52-9d9849e6641e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854412189'] for router_interface, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:02.441867 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-89a04bae-f990-49ee-9b52-9d9849e6641e admin admin] Deleting port ad2377f2-1f02-4b38-8cff-d4c991499b5a {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:58:02.442673 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-89a04bae-f990-49ee-9b52-9d9849e6641e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:02.679674 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-89a04bae-f990-49ee-9b52-9d9849e6641e admin admin] For port ad2377f2-1f02-4b38-8cff-d4c991499b5a, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=ad2377f2-1f02-4b38-8cff-d4c991499b5a,segment=NetworkSegment(55410d9d-97de-42cd-bba9-f6786af81212),segment_id=55410d9d-97de-42cd-bba9-f6786af81212)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:58:02.680234 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-89a04bae-f990-49ee-9b52-9d9849e6641e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:02.837555 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-89a04bae-f990-49ee-9b52-9d9849e6641e admin admin] Calling delete_port for ad2377f2-1f02-4b38-8cff-d4c991499b5a owned by network:router_interface {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:58:03.370440 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-89a04bae-f990-49ee-9b52-9d9849e6641e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:03.388262 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:03.450109 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a04bae-f990-49ee-9b52-9d9849e6641e admin admin] Pushing event deleted for resources: {'Port': ['ID=ad2377f2-1f02-4b38-8cff-d4c991499b5a,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:03.455738 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-89a04bae-f990-49ee-9b52-9d9849e6641e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:03.907481 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-89a04bae-f990-49ee-9b52-9d9849e6641e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-368848'] for router_interface, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:04.963825 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a04bae-f990-49ee-9b52-9d9849e6641e admin admin] Router cb836976-f9a6-407d-bd4a-5e24f3afd465 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:58:05.343115 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a04bae-f990-49ee-9b52-9d9849e6641e admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:58:05.358824 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccbc3f7-cee1-4ef4-bc80-5ca23d310e1a None None] Sync routers for ids ['cb836976-f9a6-407d-bd4a-5e24f3afd465'] in dv-cinder-772388-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:58:05.361151 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-89a04bae-f990-49ee-9b52-9d9849e6641e admin admin] 10.222.0.77 "PUT /v2.0/routers/cb836976-f9a6-407d-bd4a-5e24f3afd465/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1363018
Jan 25 18:58:05.365955 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 38424) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:58:05.378138 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccbc3f7-cee1-4ef4-bc80-5ca23d310e1a None None] Routers {'cb836976-f9a6-407d-bd4a-5e24f3afd465'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:58:05.379342 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-cccbc3f7-cee1-4ef4-bc80-5ca23d310e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fdd5be0>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:57:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['cb836976-f9a6-407d-bd4a-5e24f3afd465'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:05.592051 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-144c4fe6-f8c4-4d4a-97b3-6c984f3a0f1b admin admin] Notify callbacks [] for router, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:05.766486 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-cccbc3f7-cee1-4ef4-bc80-5ca23d310e1a None None] Set router cb836976-f9a6-407d-bd4a-5e24f3afd465 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:58:05.876100 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-144c4fe6-f8c4-4d4a-97b3-6c984f3a0f1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:05.890352 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-144c4fe6-f8c4-4d4a-97b3-6c984f3a0f1b admin admin] Deleting port eb36c399-166e-4afa-92f3-f88e4834d0e8 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:58:05.890982 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-144c4fe6-f8c4-4d4a-97b3-6c984f3a0f1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:06.255124 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-cccbc3f7-cee1-4ef4-bc80-5ca23d310e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fdd5be0>, [{'id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'name': 'tempest-AttachVolumeShelveTestJSON-878325676-router', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:36Z', 'updated_at': '2021-01-25T18:58:03Z', 'revision_number': 5, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'gw_port': {'id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:06.256043 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-144c4fe6-f8c4-4d4a-97b3-6c984f3a0f1b admin admin] For port eb36c399-166e-4afa-92f3-f88e4834d0e8, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=eb36c399-166e-4afa-92f3-f88e4834d0e8,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:58:06.256872 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-144c4fe6-f8c4-4d4a-97b3-6c984f3a0f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:06.263329 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccbc3f7-cee1-4ef4-bc80-5ca23d310e1a None None] Checking router: cb836976-f9a6-407d-bd4a-5e24f3afd465 for host: dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:58:06.280788 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccbc3f7-cee1-4ef4-bc80-5ca23d310e1a None None] Routers {'cb836976-f9a6-407d-bd4a-5e24f3afd465'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:58:06.282701 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-cccbc3f7-cee1-4ef4-bc80-5ca23d310e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fdd5be0>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:57:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['cb836976-f9a6-407d-bd4a-5e24f3afd465'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:06.485257 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-144c4fe6-f8c4-4d4a-97b3-6c984f3a0f1b admin admin] Calling delete_port for eb36c399-166e-4afa-92f3-f88e4834d0e8 owned by network:router_gateway {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:58:06.579869 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-cccbc3f7-cee1-4ef4-bc80-5ca23d310e1a None None] Set router cb836976-f9a6-407d-bd4a-5e24f3afd465 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:58:06.728209 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-144c4fe6-f8c4-4d4a-97b3-6c984f3a0f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]: WARNING neutron.plugins.ml2.ovo_rpc [None req-144c4fe6-f8c4-4d4a-97b3-6c984f3a0f1b admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     result = function(*args, **kwargs)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     proto.__init__(conn_state, self)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     self.handle()
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     self.handle_one_request()
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     self.handle_one_response()
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     result = self.application(self.environ, start_response)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     return app(environ, start_response)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     resp = self.call_func(req, *args, **kw)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.func(req, *args, **kwargs)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     response = req.get_response(self.application)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     application, catch_exc_info=False)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     app_iter = application(self.environ, start_response)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     resp = self.call_func(req, *args, **kw)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.func(req, *args, **kwargs)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     response = req.get_response(self.application)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     application, catch_exc_info=False)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     app_iter = application(self.environ, start_response)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     resp = self.call_func(req, *args, **kw)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.func(req, *args, **kwargs)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     response = req.get_response(self.application)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     application, catch_exc_info=False)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     app_iter = application(self.environ, start_response)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     resp = self.call_func(req, *args, **kw)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.func(req, *args, **kwargs)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     response = req.get_response(self.application)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     application, catch_exc_info=False)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     app_iter = application(self.environ, start_response)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     resp = self.call_func(req, *args, **kw)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.func(req, *args, **kwargs)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     return request.get_response(self.application)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     application, catch_exc_info=False)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     app_iter = application(self.environ, start_response)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     resp = self.call_func(req, *args, **kw)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.func(req, *args, **kwargs)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     response = req.get_response(self._app)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     application, catch_exc_info=False)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     app_iter = application(self.environ, start_response)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     return resp(environ, start_response)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     return resp(environ, start_response)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     response = self.app(environ, start_response)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     return resp(environ, start_response)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     resp = self.call_func(req, *args, **kw)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.func(req, *args, **kwargs)
Jan 25 18:58:06.739919 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:     result = method(request=request, **args)
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self._delete(request, id, **kwargs)
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(*args, **kwargs)
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(*args, **kwargs)
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(*dup_args, **dup_kwargs)
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:     obj_deleter(request.context, id, **kwargs)
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:     return method(*args, **kwargs)
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(*args, **kwargs)
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(*args, **kwargs)
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(*dup_args, **dup_kwargs)
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:     self._delete_current_gw_port(context, id, router, None)
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(self, context, *args, **kwargs)
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:     return method(*args, **kwargs)
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:     context, port, router_ids, bound_mech_contexts)
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:     return function(*args, **kwargs)
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:     callback(resource, event, trigger, **kwargs)
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:     if self._is_session_semantic_violated(context, resource, event):
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]:     stack = traceback.extract_stack()
Jan 25 18:58:06.752413 dv-cinder-772388-1-iscsi neutron-server[80085]: 
Jan 25 18:58:07.025870 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-cccbc3f7-cee1-4ef4-bc80-5ca23d310e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fdd5be0>, [{'id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'name': 'tempest-AttachVolumeShelveTestJSON-878325676-router', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:36Z', 'updated_at': '2021-01-25T18:58:03Z', 'revision_number': 5, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'gw_port': {'id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:07.033976 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccbc3f7-cee1-4ef4-bc80-5ca23d310e1a None None] The sync data for ids ['cb836976-f9a6-407d-bd4a-5e24f3afd465'] in dv-cinder-772388-1-iscsi is: [{'id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'name': 'tempest-AttachVolumeShelveTestJSON-878325676-router', 'tenant_id': '209da4d33dc74678ab66bd74395f33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:43:36Z', 'updated_at': '2021-01-25T18:58:03Z', 'revision_number': 5, 'project_id': '209da4d33dc74678ab66bd74395f33ba', 'gw_port': {'id': 'eb36c399-166e-4afa-92f3-f88e4834d0e8', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb836976-f9a6-407d-bd4a-5e24f3afd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:43:39Z', 'updated_at': '2021-01-25T18:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:58:07.088439 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-144c4fe6-f8c4-4d4a-97b3-6c984f3a0f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367976'] for router_gateway, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:07.308046 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-144c4fe6-f8c4-4d4a-97b3-6c984f3a0f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:07.312706 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-144c4fe6-f8c4-4d4a-97b3-6c984f3a0f1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:07.480726 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-144c4fe6-f8c4-4d4a-97b3-6c984f3a0f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854410295'] for router, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:07.481358 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144c4fe6-f8c4-4d4a-97b3-6c984f3a0f1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb836976-f9a6-407d-bd4a-5e24f3afd465 {{(pid=80199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 25 18:58:07.496224 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-144c4fe6-f8c4-4d4a-97b3-6c984f3a0f1b admin admin] Notify callbacks [] for router, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:07.497504 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-144c4fe6-f8c4-4d4a-97b3-6c984f3a0f1b admin admin] 10.222.0.77 "DELETE /v2.0/routers/cb836976-f9a6-407d-bd4a-5e24f3afd465 HTTP/1.1" status: 204  len: 168 time: 2.1303415
Jan 25 18:58:07.500284 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 38428) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:58:07.621547 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b39911-4d62-40db-9785-472f2e352569 admin admin] Deleting subnet 351749ea-67fa-4715-84dd-c0eb9be61229 {{(pid=80199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 25 18:58:07.627355 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a6b39911-4d62-40db-9785-472f2e352569 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:07.730231 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a6b39911-4d62-40db-9785-472f2e352569 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1953463'] for subnet, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:07.863999 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a6b39911-4d62-40db-9785-472f2e352569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-613998'] for subnet, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:08.154975 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a6b39911-4d62-40db-9785-472f2e352569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7187683'] for subnet, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:08.169876 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-eccbb9bb-503b-40cb-ab50-4686df9040c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:08.224418 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b39911-4d62-40db-9785-472f2e352569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=351749ea-67fa-4715-84dd-c0eb9be61229,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:08.228812 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a6b39911-4d62-40db-9785-472f2e352569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:08.323310 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a6b39911-4d62-40db-9785-472f2e352569 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:08.332199 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-a6b39911-4d62-40db-9785-472f2e352569 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/351749ea-67fa-4715-84dd-c0eb9be61229 HTTP/1.1" status: 204  len: 168 time: 0.8306727
Jan 25 18:58:08.332538 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7620497-2f74-42ab-aac7-f62b1ed0175e None None] Network 23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:58:08.336825 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 38432) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:58:08.514603 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854171154'] for network, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:08.540821 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device ad2377f2-1f02-4b38-8cff-d4c991499b5a no longer exists at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:58:08.645002 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] No Port match for: ad2377f2-1f02-4b38-8cff-d4c991499b5a {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 18:58:08.645349 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device ad2377f2-1f02-4b38-8cff-d4c991499b5a not bound to the agent host dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 18:58:08.645857 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device eb36c399-166e-4afa-92f3-f88e4834d0e8 no longer exists at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:58:08.887533 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] No Port match for: eb36c399-166e-4afa-92f3-f88e4834d0e8 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 18:58:08.887922 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device eb36c399-166e-4afa-92f3-f88e4834d0e8 not bound to the agent host dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 18:58:08.984073 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] Deleting port 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:58:08.984668 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:09.019848 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f81c06-fb1d-4152-9917-91958c2462fa None None] DHCP port deletion for 23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 request from dv-cinder-772388-1-iscsi {{(pid=80201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 25 18:58:09.027994 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-43f81c06-fb1d-4152-9917-91958c2462fa None None] Deleting port 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2 {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:58:09.028805 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-43f81c06-fb1d-4152-9917-91958c2462fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:09.345103 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-43f81c06-fb1d-4152-9917-91958c2462fa None None] For port 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2,segment=NetworkSegment(55410d9d-97de-42cd-bba9-f6786af81212),segment_id=55410d9d-97de-42cd-bba9-f6786af81212)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:58:09.345748 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-43f81c06-fb1d-4152-9917-91958c2462fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:09.408458 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] For port 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2,segment=NetworkSegment(55410d9d-97de-42cd-bba9-f6786af81212),segment_id=55410d9d-97de-42cd-bba9-f6786af81212)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:58:09.409186 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:09.529994 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-43f81c06-fb1d-4152-9917-91958c2462fa None None] Calling delete_port for 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2 owned by network:dhcp {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:58:09.623272 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-43f81c06-fb1d-4152-9917-91958c2462fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235'] for port, after_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:09.639503 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:09.683046 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] Calling delete_port for 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2 owned by network:dhcp {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:58:09.706805 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f81c06-fb1d-4152-9917-91958c2462fa None None] Pushing event deleted for resources: {'Port': ['ID=5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2,revision_number=None']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:09.713709 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-43f81c06-fb1d-4152-9917-91958c2462fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:09.811080 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.db.api [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80199) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 25 18:58:09.811442 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_db.api [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 25 18:58:09.821196 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f81c06-fb1d-4152-9917-91958c2462fa None None] No DVR routers for this DVR port 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2 on host dv-cinder-772388-1-iscsi {{(pid=80201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 18:58:10.312849 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] Deleting port 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:58:10.313351 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:10.395599 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] The port '5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2' was deleted {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 25 18:58:10.523611 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2 no longer exists at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:58:10.546130 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-613939', 'neutron.services.segments.db._delete_segments_for_network--9223363298167826975'] for network, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:10.565132 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] No Port match for: 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 18:58:10.565483 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 5b37dd1a-25bc-405b-9fe3-5f7a17ca8af2 not bound to the agent host dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 18:58:10.673577 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a239a04e0>,) {'filters': {'network_id': ['23d57d78-9fa5-4fd9-bb4c-f55ad34ce986']}} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:10.688782 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a239a04e0>, '55410d9d-97de-42cd-bba9-f6786af81212') {'for_net_delete': True} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:10.689185 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a239a04e0>, '55410d9d-97de-42cd-bba9-f6786af81212') {} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:10.703043 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298167820831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852822340'] for segment, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:10.720827 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:10.723323 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 25 18:58:10.919878 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] Network 23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:58:10.934798 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-607990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848233893'] for segment, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:11.179778 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] Network 23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:   % (table.description, expected, rows_matched)
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:   % (table.description, expected, rows_matched)
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:   % (table.description, expected, rows_matched)
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:   % (table.description, expected, rows_matched)
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]: Traceback (most recent call last):
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:     timer()
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:     cb(*args, **kw)
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:     return func(*args, **kwargs)
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:     self._notify()
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:     self.callback(batched_events)
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:     event.method(event)
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:     segment_id)['aggregates'][0]
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(self, *a, **k)
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self._get(url).json()
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:     **kwargs)
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.request(url, 'GET', **kwargs)
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:     **endpoint_filter)
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 25 18:58:11.205863 dv-cinder-772388-1-iscsi neutron-server[80085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 25 18:58:11.298193 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854161852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363661'] for network, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:11.302504 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:11.318352 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:11.332140 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] Pushing event deleted for resources: {'Network': ['ID=23d57d78-9fa5-4fd9-bb4c-f55ad34ce986,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:11.336295 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:11.348697 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-64748362-aa92-42be-8885-4633568e5830 admin admin] 10.222.0.77 "DELETE /v2.0/networks/23d57d78-9fa5-4fd9-bb4c-f55ad34ce986 HTTP/1.1" status: 204  len: 168 time: 3.0105395
Jan 25 18:58:11.520486 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 38438) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:58:11.577298 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-66016115-fcc2-4da6-aba9-2ade51d24fa8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=209da4d33dc74678ab66bd74395f33ba&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0553019
Jan 25 18:58:11.580310 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 38442) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:58:11.654170 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3350bd43-49b8-4642-a7f7-23746eaea662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:11.714621 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3350bd43-49b8-4642-a7f7-23746eaea662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:11.800876 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3350bd43-49b8-4642-a7f7-23746eaea662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:11.806943 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-688b43c9-c4fc-4664-a15f-2d4bf81c6a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:11.825394 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350bd43-49b8-4642-a7f7-23746eaea662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58fb765-01bd-4fd9-ba05-e99337372ad4,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:11.828276 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-3350bd43-49b8-4642-a7f7-23746eaea662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:11.829554 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3350bd43-49b8-4642-a7f7-23746eaea662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:11.830780 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-3350bd43-49b8-4642-a7f7-23746eaea662 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f58fb765-01bd-4fd9-ba05-e99337372ad4 HTTP/1.1" status: 204  len: 168 time: 0.2494392
Jan 25 18:58:13.323246 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 38464) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:58:13.489398 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1513902271-network', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:58:13.497803 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:58:13.505333 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Usage tracker for resource:network and tenant:52b208f1c80f43cf9ef1a2d56217e38b is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:58:13.511868 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:58:13.524554 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:58:13.540447 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Made reservation on behalf of 52b208f1c80f43cf9ef1a2d56217e38b for: {'network': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:58:13.548909 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for network, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:13.574720 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:13.605406 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:58:13.613068 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Usage tracker for resource:security_group_rule and tenant:52b208f1c80f43cf9ef1a2d56217e38b is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:58:13.618730 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:58:13.630402 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:58:13.755639 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:13.759605 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:13.764841 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-079498ce-b425-4232-a574-88194783f06f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:13.801762 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 25 18:58:13.819924 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734b9cf9-4c74-4099-a5fb-abc173185321,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:13.826527 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:13.827831 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:13.828282 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.segments_db [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Added segment bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2 of type vxlan for network 7470e72d-e1ad-4621-a3fb-4bbb740a6d89
Jan 25 18:58:13.870012 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298168216078'] for network, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:13.908536 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:13.910098 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:13.910897 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:13.917430 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:14.046129 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.7210124
Jan 25 18:58:14.051416 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 38470) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:58:14.056006 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Pushing event updated for resources: {'Network': ['ID=7470e72d-e1ad-4621-a3fb-4bbb740a6d89,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:14.060920 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:14.063451 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-90346634-7b6c-4a4a-b91b-e38cae7f9610 admin admin] Request body: {'subnet': {'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1513902271-subnet', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:58:14.070392 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-90346634-7b6c-4a4a-b91b-e38cae7f9610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:58:14.076488 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Network 7470e72d-e1ad-4621-a3fb-4bbb740a6d89 details requested by agent ovs-agent-dv-cinder-772388-1-iscsi with host dv-cinder-772388-1-iscsi {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:58:14.077983 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-90346634-7b6c-4a4a-b91b-e38cae7f9610 admin admin] Usage tracker for resource:subnet and tenant:52b208f1c80f43cf9ef1a2d56217e38b is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:58:14.083612 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-90346634-7b6c-4a4a-b91b-e38cae7f9610 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:58:14.096896 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-90346634-7b6c-4a4a-b91b-e38cae7f9610 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:58:14.111859 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Network 7470e72d-e1ad-4621-a3fb-4bbb740a6d89 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 25 18:58:14.113436 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90346634-7b6c-4a4a-b91b-e38cae7f9610 admin admin] Made reservation on behalf of 52b208f1c80f43cf9ef1a2d56217e38b for: {'subnet': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:58:14.121952 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-90346634-7b6c-4a4a-b91b-e38cae7f9610 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847297581'] for subnet, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:14.717405 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-90346634-7b6c-4a4a-b91b-e38cae7f9610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7207273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847297568'] for subnet, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:14.732999 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:14.891345 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346634-7b6c-4a4a-b91b-e38cae7f9610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e38db72-1aa1-42fd-a956-cbdb0e03df27,revision_number=0']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:14.897659 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-90346634-7b6c-4a4a-b91b-e38cae7f9610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:14.972449 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90346634-7b6c-4a4a-b91b-e38cae7f9610 admin admin] Checking segment: {'id': 'bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:58:14.972990 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90346634-7b6c-4a4a-b91b-e38cae7f9610 admin admin] Network hostable DHCP agents. Network: 7470e72d-e1ad-4621-a3fb-4bbb740a6d89, hostable agents: ['caa9e31d-b776-4d13-8aa3-93174b581c26'], hosted agents: [] {{(pid=80198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 25 18:58:14.998503 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90346634-7b6c-4a4a-b91b-e38cae7f9610 admin admin] Network 7470e72d-e1ad-4621-a3fb-4bbb740a6d89 is scheduled to be hosted by DHCP agent caa9e31d-b776-4d13-8aa3-93174b581c26 with binding_index 1 {{(pid=80198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 25 18:58:15.012710 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-90346634-7b6c-4a4a-b91b-e38cae7f9610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-1-iscsi, 7470e72d-e1ad-4621-a3fb-4bbb740a6d89) {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:58:15.028524 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56c56bd-0e38-4f14-b451-f5045ef05ce3 None None] Network 7470e72d-e1ad-4621-a3fb-4bbb740a6d89 requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:58:15.037908 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90346634-7b6c-4a4a-b91b-e38cae7f9610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:15.039016 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-90346634-7b6c-4a4a-b91b-e38cae7f9610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:15.079053 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-90346634-7b6c-4a4a-b91b-e38cae7f9610 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0253291
Jan 25 18:58:15.080642 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 38474) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:58:15.091595 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1513902271-router', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:58:15.101497 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:58:15.109469 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] Usage tracker for resource:router and tenant:52b208f1c80f43cf9ef1a2d56217e38b is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:58:15.116878 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:58:15.126703 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:58:15.139064 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-363710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5894'] for router, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:15.140349 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854407017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854407908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854426065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769859'] for router, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:15.164217 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:15.444866 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6e4a158-ec2a-5bcf-86aa-ff9ef77c1257-7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'fixed_ips': [{'subnet_id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27'}]}} from dv-cinder-772388-1-iscsi. {{(pid=80201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 25 18:58:15.446589 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:15.662067 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854407889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-365246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769876'] for router, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:15.805828 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] Allocated IP 172.20.0.2 (7470e72d-e1ad-4621-a3fb-4bbb740a6d89/9e38db72-1aa1-42fd-a956-cbdb0e03df27/8eb67ba0-a43e-45b9-9809-bcd467b7e37c) {{(pid=80201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:58:16.195562 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] Notify callbacks [] for port, precommit_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:16.216298 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] Transition to ACTIVE for port object 8eb67ba0-a43e-45b9-9809-bcd467b7e37c will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:58:16.247771 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] Transition to ACTIVE for port object 8eb67ba0-a43e-45b9-9809-bcd467b7e37c will not be triggered until provisioned by entity DHCP. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:58:16.255548 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723'] for port, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:16.273534 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a532a074-fa97-4b86-aa4e-3f36285df644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:16.307219 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:16.369525 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:16.467554 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] Pushing event updated for resources: {'Port': ['ID=8eb67ba0-a43e-45b9-9809-bcd467b7e37c,revision_number=1']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:16.481207 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:16.537332 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] Network 7470e72d-e1ad-4621-a3fb-4bbb740a6d89 is already hosted by enough agents. {{(pid=80201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:58:16.538938 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] Resources bound (agent type, host, resource id):  {{(pid=80201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:58:16.542437 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] Received port after_create {{(pid=80201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:58:16.612480 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] Attempting to bind port 8eb67ba0-a43e-45b9-9809-bcd467b7e37c on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:58:16.612887 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] Attempting to bind port 8eb67ba0-a43e-45b9-9809-bcd467b7e37c by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': 'bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:58:16.613354 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] Attempting to bind port 8eb67ba0-a43e-45b9-9809-bcd467b7e37c on network 7470e72d-e1ad-4621-a3fb-4bbb740a6d89 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:58:16.621136 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:58:16.621440 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] Checking segment: {'id': 'bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:58:16.621895 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:16.622342 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] Bound using segment: {'id': 'bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:58:16.622997 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] Bound port: 8eb67ba0-a43e-45b9-9809-bcd467b7e37c, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:58:16.623429 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:16.739669 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] For port 8eb67ba0-a43e-45b9-9809-bcd467b7e37c, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:58:16.744075 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] For port 8eb67ba0-a43e-45b9-9809-bcd467b7e37c, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=8eb67ba0-a43e-45b9-9809-bcd467b7e37c,segment=NetworkSegment(bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2),segment_id=bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:58:16.748463 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:16.764601 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:16.909515 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] Allocated IP 172.27.1.214 (ef7ca5be-17a0-4c04-be0c-5aafd7b465e2/d3ebd7f5-b535-4f35-9c6a-a58c394e9ef4/ef588cfa-349f-4d19-b6df-0aec13924035) {{(pid=80198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:58:16.947057 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] Pushing event updated for resources: {'Port': ['ID=8eb67ba0-a43e-45b9-9809-bcd467b7e37c,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:16.952855 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e41a08be-41fd-4243-b978-282e324e3f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:17.215383 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:17.248662 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:17.271098 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-af6ec8f2-d158-4e93-8387-40fddd1f07e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:17.470224 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] Pushing event updated for resources: {'Port': ['ID=ef588cfa-349f-4d19-b6df-0aec13924035,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:17.479562 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:17.532617 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] Network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 is already hosted by enough agents. {{(pid=80198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:58:17.534198 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:58:17.536912 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] Received port after_create {{(pid=80198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:58:18.148552 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:58:18.433253 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:18.611242 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 8eb67ba0-a43e-45b9-9809-bcd467b7e37c up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:58:18.702897 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175bf089-c128-4bf8-9f9a-3d4581076e5f None None] Network 7470e72d-e1ad-4621-a3fb-4bbb740a6d89 requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:58:18.827045 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port 8eb67ba0-a43e-45b9-9809-bcd467b7e37c completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:58:18.855399 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-bb7a475c-047f-4141-a8fe-d07386f29e0b None None] Provisioning for port 8eb67ba0-a43e-45b9-9809-bcd467b7e37c completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:58:18.868727 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-bb7a475c-047f-4141-a8fe-d07386f29e0b None None] Provisioning complete for port 8eb67ba0-a43e-45b9-9809-bcd467b7e37c triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:58:18.869170 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bb7a475c-047f-4141-a8fe-d07386f29e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:18.915941 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854412087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367926'] for router, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:19.128323 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bb7a475c-047f-4141-a8fe-d07386f29e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:19.177083 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-bb7a475c-047f-4141-a8fe-d07386f29e0b None None] For port 8eb67ba0-a43e-45b9-9809-bcd467b7e37c, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=8eb67ba0-a43e-45b9-9809-bcd467b7e37c,segment=NetworkSegment(bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2),segment_id=bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:58:19.181529 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bb7a475c-047f-4141-a8fe-d07386f29e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:19.184325 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:19.273837 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a475c-047f-4141-a8fe-d07386f29e0b None None] Pushing event updated for resources: {'Port': ['ID=8eb67ba0-a43e-45b9-9809-bcd467b7e37c,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:19.280056 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-bb7a475c-047f-4141-a8fe-d07386f29e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:19.310181 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] Router 32b36e9f-ca4e-4b17-847b-809af9c40da1 is scheduled to L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b with binding_index 1 {{(pid=80198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 25 18:58:19.414769 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-ba5789ce-9b84-44d4-b81b-66c43599407b None None] Provisioning complete for port 8eb67ba0-a43e-45b9-9809-bcd467b7e37c triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:58:19.415303 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ba5789ce-9b84-44d4-b81b-66c43599407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:19.549944 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:58:19.581163 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] Notify callbacks [] for router, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:19.586773 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.5011358
Jan 25 18:58:19.587120 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 38480) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:58:19.711910 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] Sync routers for ids ['32b36e9f-ca4e-4b17-847b-809af9c40da1'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:58:19.763480 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:19.767211 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] Routers {'32b36e9f-ca4e-4b17-847b-809af9c40da1'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:58:19.767893 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fdc5c50>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:57:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['32b36e9f-ca4e-4b17-847b-809af9c40da1'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:20.009221 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-705aaccf-2885-4b66-92de-09aa706d63c3 None None] Provisioning complete for port 8eb67ba0-a43e-45b9-9809-bcd467b7e37c triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:58:20.009953 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-705aaccf-2885-4b66-92de-09aa706d63c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:20.089340 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] Set router 32b36e9f-ca4e-4b17-847b-809af9c40da1 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:58:20.512627 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1f9141e7-c0f0-421b-87e7-d4da7b90f883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:20.550101 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 8eb67ba0-a43e-45b9-9809-bcd467b7e37c up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:58:20.688973 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 8eb67ba0-a43e-45b9-9809-bcd467b7e37c triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:58:20.689450 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:20.740419 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fdc5c50>, [{'id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'name': 'tempest-AttachVolumeTestJSON-1513902271-router', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:58:15Z', 'updated_at': '2021-01-25T18:58:17Z', 'revision_number': 3, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'gw_port': {'id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:16Z', 'updated_at': '2021-01-25T18:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:20.757887 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] Checking router: 32b36e9f-ca4e-4b17-847b-809af9c40da1 for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:58:20.758160 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] Updating router 32b36e9f-ca4e-4b17-847b-809af9c40da1 port ef588cfa-349f-4d19-b6df-0aec13924035 binding host dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 25 18:58:20.843701 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:20.879234 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-659ec613-9d10-4d5d-b882-1a36256c47d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:21.363933 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-1f9141e7-c0f0-421b-87e7-d4da7b90f883 admin admin] Allocated IP 172.20.0.1 (7470e72d-e1ad-4621-a3fb-4bbb740a6d89/9e38db72-1aa1-42fd-a956-cbdb0e03df27/20378ea5-88cd-4d67-8d42-3f3065df37af) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:58:21.413252 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] Notify callbacks [] for port, precommit_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:21.428315 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] Transition to ACTIVE for port object ef588cfa-349f-4d19-b6df-0aec13924035 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:58:21.431589 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:21.449816 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d34f49d8-af4a-420a-a571-7b32653c427e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:21.596087 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fe13a-7a4d-4b22-a2b5-271bdd2f837f None None] Pushing event updated for resources: {'Port': ['ID=ef588cfa-349f-4d19-b6df-0aec13924035,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:21.601400 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-fc8fe13a-7a4d-4b22-a2b5-271bdd2f837f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:21.660464 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1f9141e7-c0f0-421b-87e7-d4da7b90f883 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:21.680580 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1f9141e7-c0f0-421b-87e7-d4da7b90f883 admin admin] Transition to ACTIVE for port object 20378ea5-88cd-4d67-8d42-3f3065df37af will not be triggered until provisioned by entity DHCP. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:58:21.690916 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] Attempting to bind port ef588cfa-349f-4d19-b6df-0aec13924035 on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:58:21.691621 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] Attempting to bind port ef588cfa-349f-4d19-b6df-0aec13924035 by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:58:21.692317 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] Attempting to bind port ef588cfa-349f-4d19-b6df-0aec13924035 on network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:58:21.701618 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:58:21.702208 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] Checking segment: {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:58:21.702648 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:21.703082 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] Bound using segment: {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:58:21.703621 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] Bound port: ef588cfa-349f-4d19-b6df-0aec13924035, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc49388-4a61-4a55-abaa-53d3c743fa67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:58:21.704060 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:21.706737 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1f9141e7-c0f0-421b-87e7-d4da7b90f883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:21.722848 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-79c578fe-f6a5-4c89-a46a-e115daff70be tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:21.825185 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] For port ef588cfa-349f-4d19-b6df-0aec13924035, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:58:21.831331 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] For port ef588cfa-349f-4d19-b6df-0aec13924035, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=ef588cfa-349f-4d19-b6df-0aec13924035,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:58:21.837273 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:21.864825 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:21.964341 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9141e7-c0f0-421b-87e7-d4da7b90f883 admin admin] Pushing event updated for resources: {'Port': ['ID=20378ea5-88cd-4d67-8d42-3f3065df37af,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:21.977635 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1f9141e7-c0f0-421b-87e7-d4da7b90f883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:22.076215 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9141e7-c0f0-421b-87e7-d4da7b90f883 admin admin] Network 7470e72d-e1ad-4621-a3fb-4bbb740a6d89 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:58:22.078330 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-1f9141e7-c0f0-421b-87e7-d4da7b90f883 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:58:22.082035 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9141e7-c0f0-421b-87e7-d4da7b90f883 admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:58:22.137690 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fe13a-7a4d-4b22-a2b5-271bdd2f837f None None] Pushing event updated for resources: {'Port': ['ID=ef588cfa-349f-4d19-b6df-0aec13924035,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:22.145688 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-fc8fe13a-7a4d-4b22-a2b5-271bdd2f837f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:22.176929 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1f9141e7-c0f0-421b-87e7-d4da7b90f883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363762'] for router_interface, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:22.219586 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] Routers {'32b36e9f-ca4e-4b17-847b-809af9c40da1'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:58:22.220360 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fdc5c50>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:57:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['32b36e9f-ca4e-4b17-847b-809af9c40da1'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:22.534554 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1f9141e7-c0f0-421b-87e7-d4da7b90f883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:22.734183 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-37e40bbe-b85e-472d-8a5e-2b8ed39b66b3 None None] Provisioning for port 20378ea5-88cd-4d67-8d42-3f3065df37af completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:58:22.753651 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-37e40bbe-b85e-472d-8a5e-2b8ed39b66b3 None None] Provisioning complete for port 20378ea5-88cd-4d67-8d42-3f3065df37af triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:58:22.754316 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-37e40bbe-b85e-472d-8a5e-2b8ed39b66b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:22.853016 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-37e40bbe-b85e-472d-8a5e-2b8ed39b66b3 None None] Port 20378ea5-88cd-4d67-8d42-3f3065df37af cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 18:58:22.855973 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] Set router 32b36e9f-ca4e-4b17-847b-809af9c40da1 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:58:23.057555 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1f9141e7-c0f0-421b-87e7-d4da7b90f883 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:23.062823 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1f9141e7-c0f0-421b-87e7-d4da7b90f883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:23.094506 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c21e73ed-69ce-4745-aa56-033f52c71692 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:23.133302 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:23.159331 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4bbede4a-68e7-4da9-affd-196cb03efb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:23.198823 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1f9141e7-c0f0-421b-87e7-d4da7b90f883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854238047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854412208'] for router_interface, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:23.223182 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9141e7-c0f0-421b-87e7-d4da7b90f883 admin admin] Pushing event updated for resources: {'Port': ['ID=20378ea5-88cd-4d67-8d42-3f3065df37af,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:23.248778 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1f9141e7-c0f0-421b-87e7-d4da7b90f883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:23.258590 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fdc5c50>, [{'id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'name': 'tempest-AttachVolumeTestJSON-1513902271-router', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:58:15Z', 'updated_at': '2021-01-25T18:58:17Z', 'revision_number': 3, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'gw_port': {'id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:16Z', 'updated_at': '2021-01-25T18:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:23.266182 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc72c79-7f56-4818-9358-9fd5b436cb5e None None] The sync data for ids ['32b36e9f-ca4e-4b17-847b-809af9c40da1'] in dv-cinder-772388-1-iscsi is: [{'id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'name': 'tempest-AttachVolumeTestJSON-1513902271-router', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:58:15Z', 'updated_at': '2021-01-25T18:58:17Z', 'revision_number': 3, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'gw_port': {'id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:16Z', 'updated_at': '2021-01-25T18:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:58:23.405205 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9141e7-c0f0-421b-87e7-d4da7b90f883 admin admin] Network 7470e72d-e1ad-4621-a3fb-4bbb740a6d89 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:58:23.406656 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-1f9141e7-c0f0-421b-87e7-d4da7b90f883 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:58:23.709434 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-da58c8ec-8c34-49b5-9b56-162fb5ac74cc None None] Provisioning complete for port 20378ea5-88cd-4d67-8d42-3f3065df37af triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:58:23.710244 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-da58c8ec-8c34-49b5-9b56-162fb5ac74cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:23.731330 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9141e7-c0f0-421b-87e7-d4da7b90f883 admin admin] Router 32b36e9f-ca4e-4b17-847b-809af9c40da1 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:58:23.797006 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-da58c8ec-8c34-49b5-9b56-162fb5ac74cc None None] Port 20378ea5-88cd-4d67-8d42-3f3065df37af cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 18:58:23.982555 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9141e7-c0f0-421b-87e7-d4da7b90f883 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:58:23.994304 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-1f9141e7-c0f0-421b-87e7-d4da7b90f883 admin admin] 10.222.0.77 "PUT /v2.0/routers/32b36e9f-ca4e-4b17-847b-809af9c40da1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4056506
Jan 25 18:58:24.609460 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device ef588cfa-349f-4d19-b6df-0aec13924035 up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:58:24.774279 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port ef588cfa-349f-4d19-b6df-0aec13924035 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:58:24.783597 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:24.786342 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port ef588cfa-349f-4d19-b6df-0aec13924035 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:58:24.787046 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:25.034381 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:25.062413 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] For port ef588cfa-349f-4d19-b6df-0aec13924035, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=ef588cfa-349f-4d19-b6df-0aec13924035,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:58:25.066169 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:25.068534 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-514dbd7a-1872-4f45-b75f-476da0172ac0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:25.155955 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Pushing event updated for resources: {'Port': ['ID=ef588cfa-349f-4d19-b6df-0aec13924035,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:25.158030 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 38490) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:58:25.159995 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:25.168003 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-1d8d51ee-b023-47f1-b918-9f30f0ba39da tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Request body: {'security_group': {'name': 'tempest-securitygroup--2005927137', 'description': 'tempest-description--1236018771'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:58:25.191040 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-1d8d51ee-b023-47f1-b918-9f30f0ba39da tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:58:25.198956 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-1d8d51ee-b023-47f1-b918-9f30f0ba39da tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Usage tracker for resource:security_group and tenant:52b208f1c80f43cf9ef1a2d56217e38b is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:58:25.204666 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-1d8d51ee-b023-47f1-b918-9f30f0ba39da tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:58:25.208323 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:25.216906 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-1d8d51ee-b023-47f1-b918-9f30f0ba39da tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:58:25.234648 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1d8d51ee-b023-47f1-b918-9f30f0ba39da tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:25.275339 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-1d8d51ee-b023-47f1-b918-9f30f0ba39da tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:58:25.283461 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-1d8d51ee-b023-47f1-b918-9f30f0ba39da tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Usage tracker for resource:security_group_rule and tenant:52b208f1c80f43cf9ef1a2d56217e38b is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:58:25.289228 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-1d8d51ee-b023-47f1-b918-9f30f0ba39da tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:58:25.299881 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-1d8d51ee-b023-47f1-b918-9f30f0ba39da tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:58:25.446151 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1d8d51ee-b023-47f1-b918-9f30f0ba39da tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:25.449693 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1d8d51ee-b023-47f1-b918-9f30f0ba39da tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:25.454096 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:25.499193 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d51ee-b023-47f1-b918-9f30f0ba39da tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Pushing event updated for resources: {'SecurityGroup': ['ID=530b157c-d3d4-4703-b1e3-8ec28d93bd60,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:25.502735 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1d8d51ee-b023-47f1-b918-9f30f0ba39da tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:25.504258 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-1d8d51ee-b023-47f1-b918-9f30f0ba39da tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.3450820
Jan 25 18:58:25.505343 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1d8d51ee-b023-47f1-b918-9f30f0ba39da tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:25.510145 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 38494) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:58:25.516833 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-e9b6032e-3396-4bee-a2bb-b8a553c93304 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Request body: {'security_group_rule': {'security_group_id': '530b157c-d3d4-4703-b1e3-8ec28d93bd60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:58:25.529208 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-e9b6032e-3396-4bee-a2bb-b8a553c93304 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:58:25.533758 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-e9b6032e-3396-4bee-a2bb-b8a553c93304 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Usage tracker for resource:security_group_rule and tenant:52b208f1c80f43cf9ef1a2d56217e38b is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:58:25.537068 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-e9b6032e-3396-4bee-a2bb-b8a553c93304 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:58:25.543718 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-e9b6032e-3396-4bee-a2bb-b8a553c93304 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:58:25.566710 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e9b6032e-3396-4bee-a2bb-b8a553c93304 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for security_group_rule, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:25.655703 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e9b6032e-3396-4bee-a2bb-b8a553c93304 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:25.658976 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e9b6032e-3396-4bee-a2bb-b8a553c93304 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517104'] for security_group_rule, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:25.661275 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0feccb80-bd51-441d-aca1-36aa72db2126 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:25.687895 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6032e-3396-4bee-a2bb-b8a553c93304 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1017f028-3435-4a2a-860a-b7164d22752f,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:25.691668 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e9b6032e-3396-4bee-a2bb-b8a553c93304 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:25.700260 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e9b6032e-3396-4bee-a2bb-b8a553c93304 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for security_group_rule, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:25.701693 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-e9b6032e-3396-4bee-a2bb-b8a553c93304 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1900961
Jan 25 18:58:25.706183 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 38498) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:58:25.712683 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-5d4a6de1-b94e-45b6-b74f-64e76d176136 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Request body: {'security_group_rule': {'security_group_id': '530b157c-d3d4-4703-b1e3-8ec28d93bd60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:58:25.725840 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-5d4a6de1-b94e-45b6-b74f-64e76d176136 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:58:25.730653 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-5d4a6de1-b94e-45b6-b74f-64e76d176136 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Usage tracker for resource:security_group_rule and tenant:52b208f1c80f43cf9ef1a2d56217e38b is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:58:25.734107 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-5d4a6de1-b94e-45b6-b74f-64e76d176136 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:58:25.740451 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-5d4a6de1-b94e-45b6-b74f-64e76d176136 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:58:25.759579 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d4a6de1-b94e-45b6-b74f-64e76d176136 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for security_group_rule, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:25.831768 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d4a6de1-b94e-45b6-b74f-64e76d176136 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:25.835293 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d4a6de1-b94e-45b6-b74f-64e76d176136 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517104'] for security_group_rule, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:25.837645 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-7d384304-576a-45d1-8937-02bc5f15df5c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:25.863989 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a6de1-b94e-45b6-b74f-64e76d176136 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a01acc-18bf-44eb-80e0-b62b677d0976,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:25.868123 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5d4a6de1-b94e-45b6-b74f-64e76d176136 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:25.876471 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d4a6de1-b94e-45b6-b74f-64e76d176136 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for security_group_rule, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:25.877859 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-5d4a6de1-b94e-45b6-b74f-64e76d176136 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1705034
Jan 25 18:58:25.883912 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 38502) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:58:25.890161 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Request body: {'floatingip': {'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:58:25.902710 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:58:25.907202 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Usage tracker for resource:floatingip and tenant:52b208f1c80f43cf9ef1a2d56217e38b is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 18:58:25.911706 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 18:58:25.920477 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:58:25.934261 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for floatingip, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:26.139502 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:26.407035 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] Sync routers for ids ['32b36e9f-ca4e-4b17-847b-809af9c40da1'] in dv-cinder-772388-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:58:26.426851 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] Routers {'32b36e9f-ca4e-4b17-847b-809af9c40da1'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:58:26.428128 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fc67d30>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:58:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['32b36e9f-ca4e-4b17-847b-809af9c40da1'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:26.497331 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Allocated IP 172.27.1.189 (ef7ca5be-17a0-4c04-be0c-5aafd7b465e2/d3ebd7f5-b535-4f35-9c6a-a58c394e9ef4/c9140ab5-f06c-49b9-980f-d239399b12c3) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:58:26.582343 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device ef588cfa-349f-4d19-b6df-0aec13924035 up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:58:26.721141 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port ef588cfa-349f-4d19-b6df-0aec13924035 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:58:26.722040 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:26.822847 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:26.827543 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] Set router 32b36e9f-ca4e-4b17-847b-809af9c40da1 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:58:26.857358 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:26.872945 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-89a04bae-f990-49ee-9b52-9d9849e6641e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:27.024161 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Pushing event updated for resources: {'Port': ['ID=c9140ab5-f06c-49b9-980f-d239399b12c3,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:27.027971 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:27.095270 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:58:27.097454 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:58:27.102048 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:58:27.220790 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fc67d30>, [{'id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'name': 'tempest-AttachVolumeTestJSON-1513902271-router', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:58:15Z', 'updated_at': '2021-01-25T18:58:22Z', 'revision_number': 4, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'gw_port': {'id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:16Z', 'updated_at': '2021-01-25T18:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '20378ea5-88cd-4d67-8d42-3f3065df37af', 'name': '', 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'mac_address': 'fa:16:3e:a1:18:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:20Z', 'updated_at': '2021-01-25T18:58:22Z', 'revision_number': 2, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'subnets': [{'id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:27.226441 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] Checking router: 32b36e9f-ca4e-4b17-847b-809af9c40da1 for host: dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:58:27.227024 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] Updating router 32b36e9f-ca4e-4b17-847b-809af9c40da1 port 20378ea5-88cd-4d67-8d42-3f3065df37af binding host dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 25 18:58:27.251843 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for floatingip, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:27.293457 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:27.328775 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:27.928130 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] Notify callbacks [] for port, precommit_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:27.942461 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] Transition to ACTIVE for port object 20378ea5-88cd-4d67-8d42-3f3065df37af will not be triggered until provisioned by entity L2. {{(pid=80202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:58:27.946859 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:27.977603 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:28.033774 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:28.039473 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:28.057242 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:28.204164 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Pushing event updated for resources: {'Port': ['ID=c9140ab5-f06c-49b9-980f-d239399b12c3,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:28.214933 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:28.242827 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Pushing event updated for resources: {'Port': ['ID=20378ea5-88cd-4d67-8d42-3f3065df37af,revision_number=3']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:28.283251 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:28.283893 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:28.284539 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:28.285222 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:28.285878 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:28.286481 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:28.287108 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:28.287791 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:28.288440 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:28.289155 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:28.289792 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:28.290412 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:28.291120 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:28.291747 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:28.292395 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:28.293037 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:28.293650 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:28.294288 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:28.294912 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:28.295544 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:28.296197 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:28.296813 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:28.297498 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:28.298127 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:28.308801 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:28.321095 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363676'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:28.348842 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:28.357750 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.4652708
Jan 25 18:58:28.541978 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] Attempting to bind port 20378ea5-88cd-4d67-8d42-3f3065df37af on host dv-cinder-772388-1-iscsi for vnic_type normal with profile  {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:58:28.542434 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] Attempting to bind port 20378ea5-88cd-4d67-8d42-3f3065df37af by drivers openvswitch on host dv-cinder-772388-1-iscsi at level 0 using segments [{'id': 'bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89'}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:58:28.542784 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] Attempting to bind port 20378ea5-88cd-4d67-8d42-3f3065df37af on network 7470e72d-e1ad-4621-a3fb-4bbb740a6d89 {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:58:28.549730 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] Checking agent: {'id': '525f9823-ba5a-4a07-92fa-a883123a89cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 34, 25), 'started_at': datetime.datetime(2021, 1, 25, 18, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:58:28.550200 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] Checking segment: {'id': 'bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:58:28.550733 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:28.551177 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] Bound using segment: {'id': 'bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89'} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:58:28.551997 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] Bound port: 20378ea5-88cd-4d67-8d42-3f3065df37af, host: dv-cinder-772388-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89'}}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:58:28.552443 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:28.677760 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] For port 20378ea5-88cd-4d67-8d42-3f3065df37af, host dv-cinder-772388-1-iscsi, cleared binding levels {{(pid=80202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:58:28.685016 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] For port 20378ea5-88cd-4d67-8d42-3f3065df37af, host dv-cinder-772388-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=20378ea5-88cd-4d67-8d42-3f3065df37af,segment=NetworkSegment(bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2),segment_id=bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2)] {{(pid=80202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:58:28.696095 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:28.726958 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:28.784333 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45499be5-209b-403d-9013-426ab0eca78c req-6ba7377a-5192-4487-819d-824f4bd5a278 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--2005927137&fields=id&tenant_id=52b208f1c80f43cf9ef1a2d56217e38b HTTP/1.1" status: 200  len: 267 time: 0.0939202
Jan 25 18:58:28.920273 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Pushing event updated for resources: {'Port': ['ID=20378ea5-88cd-4d67-8d42-3f3065df37af,revision_number=4']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:28.926475 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-872b8499-c75f-4eae-b5c7-8bf68d1ee365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:28.984741 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] Routers {'32b36e9f-ca4e-4b17-847b-809af9c40da1'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:58:28.996938 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fc67d30>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:58:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['32b36e9f-ca4e-4b17-847b-809af9c40da1'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:29.077980 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45499be5-209b-403d-9013-426ab0eca78c req-0c084465-84ba-4d28-99e0-28da32bb988d tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:29.080851 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45499be5-209b-403d-9013-426ab0eca78c req-0c084465-84ba-4d28-99e0-28da32bb988d tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/networks?id=7470e72d-e1ad-4621-a3fb-4bbb740a6d89 HTTP/1.1" status: 200  len: 811 time: 0.2822268
Jan 25 18:58:29.103819 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45499be5-209b-403d-9013-426ab0eca78c req-497be548-856e-4083-8018-8495ad4f05aa tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/quotas/52b208f1c80f43cf9ef1a2d56217e38b HTTP/1.1" status: 200  len: 375 time: 0.0119977
Jan 25 18:58:29.269494 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45499be5-209b-403d-9013-426ab0eca78c req-98077c6a-c5da-42e7-a6c6-1b5a211dc3f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?tenant_id=52b208f1c80f43cf9ef1a2d56217e38b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1514952
Jan 25 18:58:29.292561 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] Set router 32b36e9f-ca4e-4b17-847b-809af9c40da1 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:58:29.523680 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45499be5-209b-403d-9013-426ab0eca78c req-4ec7d9fc-9397-4ea0-b42d-87a683c7a3b4 service neutron] 10.222.0.77 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2374272
Jan 25 18:58:29.735401 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fc67d30>, [{'id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'name': 'tempest-AttachVolumeTestJSON-1513902271-router', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:58:15Z', 'updated_at': '2021-01-25T18:58:22Z', 'revision_number': 4, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'gw_port': {'id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:16Z', 'updated_at': '2021-01-25T18:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '20378ea5-88cd-4d67-8d42-3f3065df37af', 'name': '', 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'mac_address': 'fa:16:3e:a1:18:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:20Z', 'updated_at': '2021-01-25T18:58:28Z', 'revision_number': 4, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'subnets': [{'id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:29.739913 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f79585-d643-4778-ada0-5a949d84c297 None None] The sync data for ids ['32b36e9f-ca4e-4b17-847b-809af9c40da1'] in dv-cinder-772388-1-iscsi is: [{'id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'name': 'tempest-AttachVolumeTestJSON-1513902271-router', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:58:15Z', 'updated_at': '2021-01-25T18:58:22Z', 'revision_number': 4, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'gw_port': {'id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:16Z', 'updated_at': '2021-01-25T18:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '20378ea5-88cd-4d67-8d42-3f3065df37af', 'name': '', 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'mac_address': 'fa:16:3e:a1:18:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:20Z', 'updated_at': '2021-01-25T18:58:28Z', 'revision_number': 4, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'subnets': [{'id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:58:29.814126 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45499be5-209b-403d-9013-426ab0eca78c req-b34f9ce7-2fc6-4ce4-9a8f-9a7c95ab70b8 service neutron] 10.222.0.77 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2836072
Jan 25 18:58:30.212156 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-5e494cbb-400d-489e-847a-b7d95a9e3e83 req-8a52a203-1500-42e5-9d0b-c5ff203a69b5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Synchronizing usage tracker for tenant:52b208f1c80f43cf9ef1a2d56217e38b on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:58:30.244667 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-5e494cbb-400d-489e-847a-b7d95a9e3e83 req-8a52a203-1500-42e5-9d0b-c5ff203a69b5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Unset dirty status for tenant:52b208f1c80f43cf9ef1a2d56217e38b on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:58:30.247000 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5e494cbb-400d-489e-847a-b7d95a9e3e83 req-8a52a203-1500-42e5-9d0b-c5ff203a69b5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 210 time: 0.1306353
Jan 25 18:58:30.615331 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 20378ea5-88cd-4d67-8d42-3f3065df37af up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:58:30.727097 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning for port 20378ea5-88cd-4d67-8d42-3f3065df37af completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:58:30.735212 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 20378ea5-88cd-4d67-8d42-3f3065df37af triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:58:30.735902 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:30.928846 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:30.984262 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] For port 20378ea5-88cd-4d67-8d42-3f3065df37af, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=20378ea5-88cd-4d67-8d42-3f3065df37af,segment=NetworkSegment(bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2),segment_id=bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:58:31.001719 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:31.009176 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:31.145825 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Pushing event updated for resources: {'Port': ['ID=20378ea5-88cd-4d67-8d42-3f3065df37af,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:31.150113 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:31.341316 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-0c7bd301-e737-4aea-aac0-01218b0c26f2 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/floatingips/7b0bbf3d-cf9c-4834-852e-5df3753ee118 HTTP/1.1" status: 200  len: 997 time: 0.2556970
Jan 25 18:58:31.517985 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-639cf9be-f501-4e3d-a1eb-feba3aca11ea req-e78cdeda-776e-4d8d-9ef8-057f1244b822 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 210 time: 0.0906825
Jan 25 18:58:31.627976 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-2d60cea1-fe4d-443f-894f-95fffbcffc98 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:31.629782 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-2d60cea1-fe4d-443f-894f-95fffbcffc98 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/networks/ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 HTTP/1.1" status: 200  len: 784 time: 0.2762494
Jan 25 18:58:31.646098 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-a94c20c8-91e0-4cdf-8f11-fba4f4faab93 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 25 18:58:31.648500 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-a94c20c8-91e0-4cdf-8f11-fba4f4faab93 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0111225
Jan 25 18:58:31.828176 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-b210743d-c557-4a73-861a-869720bcefab tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.27.1.62 HTTP/1.1" status: 200  len: 1000 time: 0.1700916
Jan 25 18:58:31.979974 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45499be5-209b-403d-9013-426ab0eca78c req-b296c5e3-52ae-4558-9db9-541ad8d84c02 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:31.981224 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-45499be5-209b-403d-9013-426ab0eca78c req-b296c5e3-52ae-4558-9db9-541ad8d84c02 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Synchronizing usage tracker for tenant:52b208f1c80f43cf9ef1a2d56217e38b on resource:network {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:58:32.030947 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-45499be5-209b-403d-9013-426ab0eca78c req-b296c5e3-52ae-4558-9db9-541ad8d84c02 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Unset dirty status for tenant:52b208f1c80f43cf9ef1a2d56217e38b on resource:network {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:58:32.033914 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45499be5-209b-403d-9013-426ab0eca78c req-b296c5e3-52ae-4558-9db9-541ad8d84c02 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.70 "GET /v2.0/networks?id=7470e72d-e1ad-4621-a3fb-4bbb740a6d89 HTTP/1.1" status: 200  len: 811 time: 0.3554187
Jan 25 18:58:32.059127 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-90e1ba3a-89fa-45ad-a78c-7affd3327ee3 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:32.062206 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-90e1ba3a-89fa-45ad-a78c-7affd3327ee3 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports/960f1b19-e6db-469c-a0e8-6ce329795691 HTTP/1.1" status: 200  len: 942 time: 0.2245402
Jan 25 18:58:32.228336 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-45499be5-209b-403d-9013-426ab0eca78c req-dbed0d64-f383-4a24-81e4-52d8439f726f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Synchronizing usage tracker for tenant:52b208f1c80f43cf9ef1a2d56217e38b on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:58:32.261723 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-45499be5-209b-403d-9013-426ab0eca78c req-dbed0d64-f383-4a24-81e4-52d8439f726f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Unset dirty status for tenant:52b208f1c80f43cf9ef1a2d56217e38b on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:58:32.264371 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45499be5-209b-403d-9013-426ab0eca78c req-dbed0d64-f383-4a24-81e4-52d8439f726f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=52b208f1c80f43cf9ef1a2d56217e38b HTTP/1.1" status: 200  len: 5709 time: 0.1999469
Jan 25 18:58:32.280546 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-45499be5-209b-403d-9013-426ab0eca78c req-733ca862-2994-41f2-9f3b-5bafc53fbc1e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Request body: {'port': {'device_id': '4aac75eb-57f5-4674-b8ea-90db863ce16e', 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'admin_state_up': True, 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'security_groups': ['530b157c-d3d4-4703-b1e3-8ec28d93bd60']}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:58:32.319227 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-4a763f8f-5908-4861-ad7a-125842dd7bd7 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.27.1.62 HTTP/1.1" status: 200  len: 1000 time: 0.1583810
Jan 25 18:58:32.568390 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 20378ea5-88cd-4d67-8d42-3f3065df37af up at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:58:32.596090 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-45499be5-209b-403d-9013-426ab0eca78c req-733ca862-2994-41f2-9f3b-5bafc53fbc1e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:58:32.620558 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-45499be5-209b-403d-9013-426ab0eca78c req-733ca862-2994-41f2-9f3b-5bafc53fbc1e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:58:32.641139 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45499be5-209b-403d-9013-426ab0eca78c req-733ca862-2994-41f2-9f3b-5bafc53fbc1e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Made reservation on behalf of 52b208f1c80f43cf9ef1a2d56217e38b for: {'port': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:58:32.692816 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-45499be5-209b-403d-9013-426ab0eca78c req-733ca862-2994-41f2-9f3b-5bafc53fbc1e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:32.759582 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Provisioning complete for port 20378ea5-88cd-4d67-8d42-3f3065df37af triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:58:32.760823 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:32.962747 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-890fa83a-5933-499f-92cf-58418bc61799 req-bcde3e9c-6450-4202-8778-eb249457b657 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 210 time: 0.1101191
Jan 25 18:58:33.106011 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-40815e58-e5c2-4a63-8354-bbcf20173666 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Deleting port c96bcaf5-6b97-4d47-985f-d6993397c850 {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:58:33.106371 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-40815e58-e5c2-4a63-8354-bbcf20173666 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:33.156033 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1588fd39-1692-434f-ad37-a52833bf6173 req-b3d42e6f-87ea-4018-b2ea-df786d424996 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.7028749
Jan 25 18:58:33.410649 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-45499be5-209b-403d-9013-426ab0eca78c req-733ca862-2994-41f2-9f3b-5bafc53fbc1e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Allocated IP 172.20.0.12 (7470e72d-e1ad-4621-a3fb-4bbb740a6d89/9e38db72-1aa1-42fd-a956-cbdb0e03df27/5c2b9297-3fce-4252-b953-b77dfdc62577) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:58:33.414274 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-40815e58-e5c2-4a63-8354-bbcf20173666 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:33.414614 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-40815e58-e5c2-4a63-8354-bbcf20173666 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks [] for floatingip, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:33.571717 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588fd39-1692-434f-ad37-a52833bf6173 req-ca402f52-53b1-4f11-ab86-5e58ba52fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:33.573408 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1588fd39-1692-434f-ad37-a52833bf6173 req-ca402f52-53b1-4f11-ab86-5e58ba52fd51 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71302d4128404183b9c296e1bdbe448a&device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 1162 time: 0.3645554
Jan 25 18:58:33.581285 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-40815e58-e5c2-4a63-8354-bbcf20173666 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Calling delete_port for c96bcaf5-6b97-4d47-985f-d6993397c850 owned by network:floatingip {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:58:33.679804 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-45499be5-209b-403d-9013-426ab0eca78c req-733ca862-2994-41f2-9f3b-5bafc53fbc1e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:33.712496 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-45499be5-209b-403d-9013-426ab0eca78c req-733ca862-2994-41f2-9f3b-5bafc53fbc1e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Transition to ACTIVE for port object 5c2b9297-3fce-4252-b953-b77dfdc62577 will not be triggered until provisioned by entity DHCP. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:58:33.751687 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-45499be5-209b-403d-9013-426ab0eca78c req-733ca862-2994-41f2-9f3b-5bafc53fbc1e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:33.785504 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1f9141e7-c0f0-421b-87e7-d4da7b90f883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:33.817995 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588fd39-1692-434f-ad37-a52833bf6173 req-38c631b3-d091-43b6-ae2e-42a1f1c15782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:33.820212 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1588fd39-1692-434f-ad37-a52833bf6173 req-38c631b3-d091-43b6-ae2e-42a1f1c15782 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b HTTP/1.1" status: 200  len: 906 time: 0.2083974
Jan 25 18:58:34.007843 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1588fd39-1692-434f-ad37-a52833bf6173 req-e77e89b0-d43a-4713-8331-4788c331c3b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2553b61f-3737-4c9a-82c4-b1dcebd6ba3a HTTP/1.1" status: 200  len: 1001 time: 0.1795893
Jan 25 18:58:34.009787 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-40815e58-e5c2-4a63-8354-bbcf20173666 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:34.040440 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cb2b9ebf-3df3-4453-b94d-dab3afc3b481 tempest-VolumesSnapshotTestJSON-1234151260 tempest-VolumesSnapshotTestJSON-1234151260] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:34.073389 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ca862-2994-41f2-9f3b-5bafc53fbc1e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Pushing event updated for resources: {'Port': ['ID=5c2b9297-3fce-4252-b953-b77dfdc62577,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:34.096234 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-733ca862-2994-41f2-9f3b-5bafc53fbc1e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:34.160692 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45499be5-209b-403d-9013-426ab0eca78c req-733ca862-2994-41f2-9f3b-5bafc53fbc1e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Network 7470e72d-e1ad-4621-a3fb-4bbb740a6d89 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:58:34.162704 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-45499be5-209b-403d-9013-426ab0eca78c req-733ca862-2994-41f2-9f3b-5bafc53fbc1e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:58:34.166227 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-45499be5-209b-403d-9013-426ab0eca78c req-733ca862-2994-41f2-9f3b-5bafc53fbc1e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:58:34.174384 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40815e58-e5c2-4a63-8354-bbcf20173666 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Pushing event deleted for resources: {'Port': ['ID=c96bcaf5-6b97-4d47-985f-d6993397c850,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:34.227529 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-40815e58-e5c2-4a63-8354-bbcf20173666 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:34.285283 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588fd39-1692-434f-ad37-a52833bf6173 req-40e81f84-0ab7-43e1-b241-c80764ff68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:34.287335 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1588fd39-1692-434f-ad37-a52833bf6173 req-40e81f84-0ab7-43e1-b241-c80764ff68c2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9123d7e9-7f4e-456f-be09-41bca5535e60 HTTP/1.1" status: 200  len: 851 time: 0.2481365
Jan 25 18:58:34.369050 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45499be5-209b-403d-9013-426ab0eca78c req-733ca862-2994-41f2-9f3b-5bafc53fbc1e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:34.369806 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-45499be5-209b-403d-9013-426ab0eca78c req-733ca862-2994-41f2-9f3b-5bafc53fbc1e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:34.458833 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45499be5-209b-403d-9013-426ab0eca78c req-733ca862-2994-41f2-9f3b-5bafc53fbc1e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1868787
Jan 25 18:58:34.528487 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588fd39-1692-434f-ad37-a52833bf6173 req-48d065c1-bf3f-4762-812f-f99b3fb63cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:34.530092 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1588fd39-1692-434f-ad37-a52833bf6173 req-48d065c1-bf3f-4762-812f-f99b3fb63cf0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2343104
Jan 25 18:58:34.532579 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-40815e58-e5c2-4a63-8354-bbcf20173666 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks [] for floatingip, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:34.532979 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.l3_db [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-40815e58-e5c2-4a63-8354-bbcf20173666 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Floating IP 7b0bbf3d-cf9c-4834-852e-5df3753ee118 disassociated (deleted). External IP: 172.27.1.62, port: 960f1b19-e6db-469c-a0e8-6ce329795691.
Jan 25 18:58:34.536949 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabc98d-2262-43c1-aa0b-c002ab6565b2 req-c1d95c4a-d0eb-4871-984a-b55d98566ddd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:34.538952 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-ccabc98d-2262-43c1-aa0b-c002ab6565b2 req-c1d95c4a-d0eb-4871-984a-b55d98566ddd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Synchronizing usage tracker for tenant:52b208f1c80f43cf9ef1a2d56217e38b on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:58:34.559805 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-45499be5-209b-403d-9013-426ab0eca78c req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] Request body: {'port': {'device_id': '4aac75eb-57f5-4674-b8ea-90db863ce16e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:58:34.577717 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-149959a2-a621-49db-80d2-1445fd110567 None None] Provisioning for port 5c2b9297-3fce-4252-b953-b77dfdc62577 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:58:34.583531 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-149959a2-a621-49db-80d2-1445fd110567 None None] Provisioning complete for port 5c2b9297-3fce-4252-b953-b77dfdc62577 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:58:34.583957 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-149959a2-a621-49db-80d2-1445fd110567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:34.673108 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-149959a2-a621-49db-80d2-1445fd110567 None None] Port 5c2b9297-3fce-4252-b953-b77dfdc62577 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 18:58:34.679151 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-ccabc98d-2262-43c1-aa0b-c002ab6565b2 req-c1d95c4a-d0eb-4871-984a-b55d98566ddd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Unset dirty status for tenant:52b208f1c80f43cf9ef1a2d56217e38b on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:58:34.680481 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ccabc98d-2262-43c1-aa0b-c002ab6565b2 req-c1d95c4a-d0eb-4871-984a-b55d98566ddd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 932 time: 0.4228270
Jan 25 18:58:34.807938 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-45499be5-209b-403d-9013-426ab0eca78c req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:34.833613 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ccabc98d-2262-43c1-aa0b-c002ab6565b2 req-62022556-87ec-4f34-af56-e8f3acc9d456 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1056006
Jan 25 18:58:35.120042 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1588fd39-1692-434f-ad37-a52833bf6173 req-f41b8a8b-5244-4300-a74f-884ee500a2a8 service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5004210
Jan 25 18:58:35.367615 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [req-45499be5-209b-403d-9013-426ab0eca78c req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c2b9297-3fce-4252-b953-b77dfdc62577 {{(pid=80199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 25 18:58:35.383063 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-45499be5-209b-403d-9013-426ab0eca78c req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:35.405847 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-45499be5-209b-403d-9013-426ab0eca78c req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] Transition to ACTIVE for port object 5c2b9297-3fce-4252-b953-b77dfdc62577 will not be triggered until provisioned by entity L2. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:58:35.410000 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-45499be5-209b-403d-9013-426ab0eca78c req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:35.440670 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:35.656901 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2b9297-3fce-4252-b953-b77dfdc62577,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:35.667949 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:35.947421 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-45499be5-209b-403d-9013-426ab0eca78c req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] Attempting to bind port 5c2b9297-3fce-4252-b953-b77dfdc62577 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:58:35.948379 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-45499be5-209b-403d-9013-426ab0eca78c req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] Attempting to bind port 5c2b9297-3fce-4252-b953-b77dfdc62577 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89'}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:58:35.948905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45499be5-209b-403d-9013-426ab0eca78c req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] Attempting to bind port 5c2b9297-3fce-4252-b953-b77dfdc62577 on network 7470e72d-e1ad-4621-a3fb-4bbb740a6d89 {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:58:35.962951 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45499be5-209b-403d-9013-426ab0eca78c req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] Checking agent: {'id': '2edca791-6dfd-4a0b-9497-e94f443cd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 33), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:58:35.964154 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45499be5-209b-403d-9013-426ab0eca78c req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] Checking segment: {'id': 'bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:58:35.964875 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-45499be5-209b-403d-9013-426ab0eca78c req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:35.965587 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45499be5-209b-403d-9013-426ab0eca78c req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] Bound using segment: {'id': 'bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89'} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:58:35.966454 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-45499be5-209b-403d-9013-426ab0eca78c req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] Bound port: 5c2b9297-3fce-4252-b953-b77dfdc62577, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89'}}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:58:35.967125 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-45499be5-209b-403d-9013-426ab0eca78c req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:36.104342 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1588fd39-1692-434f-ad37-a52833bf6173 req-f48e154e-21d8-4054-93d4-a64955bc7e21 service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9759879
Jan 25 18:58:36.114177 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-40815e58-e5c2-4a63-8354-bbcf20173666 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Router e45c3e16-73c8-4a19-9b56-2dff41aa2eb3 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:58:36.290153 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-45499be5-209b-403d-9013-426ab0eca78c req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] For port 5c2b9297-3fce-4252-b953-b77dfdc62577, host hv-cinder-77238, cleared binding levels {{(pid=80199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:58:36.315193 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-45499be5-209b-403d-9013-426ab0eca78c req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] For port 5c2b9297-3fce-4252-b953-b77dfdc62577, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=5c2b9297-3fce-4252-b953-b77dfdc62577,segment=NetworkSegment(bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2),segment_id=bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2)] {{(pid=80199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:58:36.321084 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-45499be5-209b-403d-9013-426ab0eca78c req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:36.365969 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0ec16bbc-9e01-42f0-9a2b-fded6e5b1197 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:36.473215 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-40815e58-e5c2-4a63-8354-bbcf20173666 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:58:36.490827 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6eb623-053a-4839-8595-2f795dc20969 None None] Sync routers for ids ['e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:58:36.507912 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-40815e58-e5c2-4a63-8354-bbcf20173666 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:36.520836 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6eb623-053a-4839-8595-2f795dc20969 None None] Routers {'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:58:36.522162 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-fc6eb623-053a-4839-8595-2f795dc20969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fb20518>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:58:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:36.581170 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-40815e58-e5c2-4a63-8354-bbcf20173666 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "DELETE /v2.0/floatingips/7b0bbf3d-cf9c-4834-852e-5df3753ee118 HTTP/1.1" status: 204  len: 173 time: 4.2491672
Jan 25 18:58:36.582523 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd', 'tag': '960f1b19-e6db-469c-a0e8-6ce329795691'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:58:36.742464 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-b6b06c15-d70f-44eb-9c9c-e0285d5fd1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:36.743512 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7be5e-827a-4054-b81d-354e59cf163a req-7948c8f4-d316-450d-b6c7-b2ec600e2e58 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:36.745377 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-b6b06c15-d70f-44eb-9c9c-e0285d5fd1e3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c2c9dcb5e72645ccb63499c5ffc7def9&device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 1162 time: 0.1518281
Jan 25 18:58:36.746562 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-adf7be5e-827a-4054-b81d-354e59cf163a req-7948c8f4-d316-450d-b6c7-b2ec600e2e58 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 944 time: 0.5816905
Jan 25 18:58:36.882709 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-fc6eb623-053a-4839-8595-2f795dc20969 None None] Set router e45c3e16-73c8-4a19-9b56-2dff41aa2eb3 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:58:36.993760 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-60cd81f4-5458-4b53-a0b1-0e5e605dcd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:37.003689 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-60cd81f4-5458-4b53-a0b1-0e5e605dcd7b service neutron] 10.222.0.77 "GET /v2.0/networks?id=587a6c90-052a-4972-837a-04642fcc756a HTTP/1.1" status: 200  len: 902 time: 0.2485623
Jan 25 18:58:37.097971 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-9f1d8651-4edd-46df-8147-ad1df4eb9037 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=960f1b19-e6db-469c-a0e8-6ce329795691 HTTP/1.1" status: 200  len: 217 time: 0.0927103
Jan 25 18:58:37.171138 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-9cf653bc-dbf8-40dc-8ddb-59fc1761294c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:37.174390 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-9cf653bc-dbf8-40dc-8ddb-59fc1761294c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2c86ae63-9532-4e42-8427-e714a5a4b554 HTTP/1.1" status: 200  len: 847 time: 0.0747371
Jan 25 18:58:37.195913 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2b9297-3fce-4252-b953-b77dfdc62577,revision_number=3']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:37.211326 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.846s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:37.306202 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-adf7be5e-827a-4054-b81d-354e59cf163a req-ddcb3ba0-7f46-45ea-9321-d1856c27b420 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5381086
Jan 25 18:58:37.319486 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-1496cefa-ca95-49c8-a9cb-8b6d8266a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:37.324340 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45499be5-209b-403d-9013-426ab0eca78c req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:37.325641 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-45499be5-209b-403d-9013-426ab0eca78c req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:37.328172 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45499be5-209b-403d-9013-426ab0eca78c req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] 10.222.0.70 "PUT /v2.0/ports/5c2b9297-3fce-4252-b953-b77dfdc62577 HTTP/1.1" status: 200  len: 1158 time: 2.7838023
Jan 25 18:58:37.328918 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-1496cefa-ca95-49c8-a9cb-8b6d8266a1ae service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=587a6c90-052a-4972-837a-04642fcc756a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1481214
Jan 25 18:58:37.329203 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aac75eb-57f5-4674-b8ea-90db863ce16e', 'tag': '5c2b9297-3fce-4252-b953-b77dfdc62577'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:58:37.544544 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd', 'tag': '960f1b19-e6db-469c-a0e8-6ce329795691', 'status': 'completed', 'code': 200}
Jan 25 18:58:37.573784 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-15311973-39c5-460c-a024-d35b7d5cb2ab service neutron] 10.222.0.77 "GET /v2.0/networks/587a6c90-052a-4972-837a-04642fcc756a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2436209
Jan 25 18:58:37.632014 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45499be5-209b-403d-9013-426ab0eca78c req-9d61abc9-1563-42cc-9589-db8b8284c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:37.635171 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45499be5-209b-403d-9013-426ab0eca78c req-9d61abc9-1563-42cc-9589-db8b8284c99a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=52b208f1c80f43cf9ef1a2d56217e38b&device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 1161 time: 0.2237968
Jan 25 18:58:37.676417 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-fc6eb623-053a-4839-8595-2f795dc20969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fb20518>, [{'id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'name': 'tempest-TestShelveInstance-713782821-router', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:52:11Z', 'updated_at': '2021-01-25T18:52:19Z', 'revision_number': 4, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'gw_port': {'id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:12Z', 'updated_at': '2021-01-25T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'f3ba017e-9039-41fa-bde1-7bac115712db', 'name': '', 'network_id': '587a6c90-052a-4972-837a-04642fcc756a', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'mac_address': 'fa:16:3e:ee:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2c86ae63-9532-4e42-8427-e714a5a4b554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:17Z', 'updated_at': '2021-01-25T18:52:30Z', 'revision_number': 5, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'subnets': [{'id': '2c86ae63-9532-4e42-8427-e714a5a4b554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:37.684518 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6eb623-053a-4839-8595-2f795dc20969 None None] Checking router: e45c3e16-73c8-4a19-9b56-2dff41aa2eb3 for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:58:37.707498 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6eb623-053a-4839-8595-2f795dc20969 None None] Routers {'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:58:37.708183 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-fc6eb623-053a-4839-8595-2f795dc20969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fb20518>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:58:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:37.814568 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aac75eb-57f5-4674-b8ea-90db863ce16e', 'tag': '5c2b9297-3fce-4252-b953-b77dfdc62577', 'status': 'completed', 'code': 200}
Jan 25 18:58:37.834034 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45499be5-209b-403d-9013-426ab0eca78c req-821e1e17-91f2-4f6c-a17e-967d475f50e9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c2b9297-3fce-4252-b953-b77dfdc62577 HTTP/1.1" status: 200  len: 217 time: 0.1777527
Jan 25 18:58:37.883966 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5bfd6a56-8a9c-493d-8ee4-a4154969e5de req-1220fe6c-c9a6-41b6-8482-ffee8004d30d service neutron] 10.222.0.77 "GET /v2.0/networks/587a6c90-052a-4972-837a-04642fcc756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3090739
Jan 25 18:58:37.890925 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a659e-a3a2-476b-aea9-0624ba1be73d req-6d8b1021-d5cb-48e4-90b7-340a98ed1d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:37.892606 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-118a659e-a3a2-476b-aea9-0624ba1be73d req-6d8b1021-d5cb-48e4-90b7-340a98ed1d96 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2c9dcb5e72645ccb63499c5ffc7def9&device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 1162 time: 0.2784772
Jan 25 18:58:37.969416 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45499be5-209b-403d-9013-426ab0eca78c req-a4121f8a-f5b3-4c01-adb0-05c5a3b859a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:37.971968 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45499be5-209b-403d-9013-426ab0eca78c req-a4121f8a-f5b3-4c01-adb0-05c5a3b859a1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9e38db72-1aa1-42fd-a956-cbdb0e03df27 HTTP/1.1" status: 200  len: 850 time: 0.1312764
Jan 25 18:58:38.093569 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45499be5-209b-403d-9013-426ab0eca78c req-f9f51afc-0849-4278-8b02-7329c2a1aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:38.095770 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45499be5-209b-403d-9013-426ab0eca78c req-f9f51afc-0849-4278-8b02-7329c2a1aa2e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7470e72d-e1ad-4621-a3fb-4bbb740a6d89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1161845
Jan 25 18:58:38.242714 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a659e-a3a2-476b-aea9-0624ba1be73d req-2ebb2827-6e2e-4dd8-8a8e-202fda843ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:38.245129 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-118a659e-a3a2-476b-aea9-0624ba1be73d req-2ebb2827-6e2e-4dd8-8a8e-202fda843ce6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=587a6c90-052a-4972-837a-04642fcc756a HTTP/1.1" status: 200  len: 902 time: 0.3450317
Jan 25 18:58:38.322049 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-fc6eb623-053a-4839-8595-2f795dc20969 None None] Set router e45c3e16-73c8-4a19-9b56-2dff41aa2eb3 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:58:38.331739 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45499be5-209b-403d-9013-426ab0eca78c req-f4c6338b-bfd2-471a-89e7-8a2364be018a service neutron] 10.222.0.70 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2283177
Jan 25 18:58:38.348780 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-118a659e-a3a2-476b-aea9-0624ba1be73d req-7d1cace5-7022-4f62-8acd-5a05fcf0fcb0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=960f1b19-e6db-469c-a0e8-6ce329795691 HTTP/1.1" status: 200  len: 217 time: 0.0959644
Jan 25 18:58:38.547368 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a659e-a3a2-476b-aea9-0624ba1be73d req-5560966a-8b38-488d-a852-5a9948561b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:38.549306 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-118a659e-a3a2-476b-aea9-0624ba1be73d req-5560966a-8b38-488d-a852-5a9948561b4e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2c86ae63-9532-4e42-8427-e714a5a4b554 HTTP/1.1" status: 200  len: 847 time: 0.1736875
Jan 25 18:58:38.716006 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45499be5-209b-403d-9013-426ab0eca78c req-685f53cc-b730-4e6d-8490-127a32f3eec4 service neutron] 10.222.0.70 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3764768
Jan 25 18:58:38.765602 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a659e-a3a2-476b-aea9-0624ba1be73d req-a69d8cb7-10ab-4883-b801-a187678b7403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:38.767280 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-118a659e-a3a2-476b-aea9-0624ba1be73d req-a69d8cb7-10ab-4883-b801-a187678b7403 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=587a6c90-052a-4972-837a-04642fcc756a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2109854
Jan 25 18:58:38.832565 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603dc18-c1b5-4c70-aa48-9433418c9c70 req-a22a0b70-07cf-48d6-bc4f-68fc9543d049 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:38.835560 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8603dc18-c1b5-4c70-aa48-9433418c9c70 req-a22a0b70-07cf-48d6-bc4f-68fc9543d049 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 945 time: 0.1776888
Jan 25 18:58:38.859415 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa606d-e6fd-4d86-8603-b0e0fa624a3d req-024ab8ed-64e7-4c53-b055-cd6b6d24d775 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:38.861166 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-46fa606d-e6fd-4d86-8603-b0e0fa624a3d req-024ab8ed-64e7-4c53-b055-cd6b6d24d775 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 944 time: 0.2191463
Jan 25 18:58:38.910757 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-fc6eb623-053a-4839-8595-2f795dc20969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fb20518>, [{'id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'name': 'tempest-TestShelveInstance-713782821-router', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:52:11Z', 'updated_at': '2021-01-25T18:52:19Z', 'revision_number': 4, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'gw_port': {'id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:12Z', 'updated_at': '2021-01-25T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'f3ba017e-9039-41fa-bde1-7bac115712db', 'name': '', 'network_id': '587a6c90-052a-4972-837a-04642fcc756a', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'mac_address': 'fa:16:3e:ee:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2c86ae63-9532-4e42-8427-e714a5a4b554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:17Z', 'updated_at': '2021-01-25T18:52:30Z', 'revision_number': 5, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'subnets': [{'id': '2c86ae63-9532-4e42-8427-e714a5a4b554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:38.918830 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6eb623-053a-4839-8595-2f795dc20969 None None] The sync data for ids ['e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'] in dv-cinder-772388-1-iscsi is: [{'id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'name': 'tempest-TestShelveInstance-713782821-router', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:52:11Z', 'updated_at': '2021-01-25T18:52:19Z', 'revision_number': 4, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'gw_port': {'id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:12Z', 'updated_at': '2021-01-25T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': 'f3ba017e-9039-41fa-bde1-7bac115712db', 'name': '', 'network_id': '587a6c90-052a-4972-837a-04642fcc756a', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'mac_address': 'fa:16:3e:ee:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2c86ae63-9532-4e42-8427-e714a5a4b554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:17Z', 'updated_at': '2021-01-25T18:52:30Z', 'revision_number': 5, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'subnets': [{'id': '2c86ae63-9532-4e42-8427-e714a5a4b554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:58:39.025702 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8603dc18-c1b5-4c70-aa48-9433418c9c70 req-3cb8245c-0be2-4324-a2c8-80730370cd86 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1777351
Jan 25 18:58:39.079132 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98183f40-046d-4850-a5a4-1139c0cc717f req-039f06c9-182c-46c8-a726-36a8f2aa6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:39.081261 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-98183f40-046d-4850-a5a4-1139c0cc717f req-039f06c9-182c-46c8-a726-36a8f2aa6ca4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=52b208f1c80f43cf9ef1a2d56217e38b&device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 1161 time: 0.2020140
Jan 25 18:58:39.137958 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-46fa606d-e6fd-4d86-8603-b0e0fa624a3d req-c468127a-4bb9-48a9-8a19-50b96afe503e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2487831
Jan 25 18:58:39.170084 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-118a659e-a3a2-476b-aea9-0624ba1be73d req-e33a2f1c-ae8a-4b6f-9818-7fbdc50f7ee1 service neutron] 10.222.0.70 "GET /v2.0/networks/587a6c90-052a-4972-837a-04642fcc756a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3076057
Jan 25 18:58:39.339408 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98183f40-046d-4850-a5a4-1139c0cc717f req-0f30c18a-76f8-47d9-8405-ac7c0a9bd10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:39.342357 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-98183f40-046d-4850-a5a4-1139c0cc717f req-0f30c18a-76f8-47d9-8405-ac7c0a9bd10e service neutron] 10.222.0.70 "GET /v2.0/networks?id=7470e72d-e1ad-4621-a3fb-4bbb740a6d89 HTTP/1.1" status: 200  len: 905 time: 0.2534297
Jan 25 18:58:39.423220 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-118a659e-a3a2-476b-aea9-0624ba1be73d req-c054604a-7001-4a40-acc3-c6a5234727bf service neutron] 10.222.0.70 "GET /v2.0/networks/587a6c90-052a-4972-837a-04642fcc756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2429886
Jan 25 18:58:39.484581 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-98183f40-046d-4850-a5a4-1139c0cc717f req-fedb40b9-ec43-47a2-864d-5503f0aea8bc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c2b9297-3fce-4252-b953-b77dfdc62577 HTTP/1.1" status: 200  len: 217 time: 0.1326475
Jan 25 18:58:39.497509 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4827c4cf-4619-4856-8ea4-7e14213fbdf4 None None] New status for floating IP 7b0bbf3d-cf9c-4834-852e-5df3753ee118: DOWN {{(pid=80202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 25 18:58:39.619119 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98183f40-046d-4850-a5a4-1139c0cc717f req-ee90a3cc-3a10-4cf6-b701-802c9ff22324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:39.622138 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-98183f40-046d-4850-a5a4-1139c0cc717f req-ee90a3cc-3a10-4cf6-b701-802c9ff22324 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9e38db72-1aa1-42fd-a956-cbdb0e03df27 HTTP/1.1" status: 200  len: 850 time: 0.1277695
Jan 25 18:58:39.772094 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98183f40-046d-4850-a5a4-1139c0cc717f req-addd997b-5b25-4bde-b9c3-b0660667b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:39.774959 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-98183f40-046d-4850-a5a4-1139c0cc717f req-addd997b-5b25-4bde-b9c3-b0660667b2c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7470e72d-e1ad-4621-a3fb-4bbb740a6d89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1419265
Jan 25 18:58:39.969960 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-98183f40-046d-4850-a5a4-1139c0cc717f req-fdf78ef0-706e-4f9d-9992-15942ffc3907 service neutron] 10.222.0.70 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1648262
Jan 25 18:58:40.204464 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-98183f40-046d-4850-a5a4-1139c0cc717f req-fa35d46f-181e-4656-a68b-e2b83d3eb25e service neutron] 10.222.0.70 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2265794
Jan 25 18:58:40.401140 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffc1f1-dc68-474a-bd69-2dafec5cfe9e req-3d5b5500-fec5-4c88-95e8-8472c453c06f tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:40.402897 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c9ffc1f1-dc68-474a-bd69-2dafec5cfe9e req-3d5b5500-fec5-4c88-95e8-8472c453c06f tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 945 time: 0.1452518
Jan 25 18:58:40.501980 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c9ffc1f1-dc68-474a-bd69-2dafec5cfe9e req-77b05f35-0cb5-43e2-a171-2f658d57a74a tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0907936
Jan 25 18:58:40.562719 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d4d31-b904-48f4-b5f7-c73afa7c98a3 req-9b5a1c6a-16a3-45d0-9cf9-372b6bf70ac1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:40.564444 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1c0d4d31-b904-48f4-b5f7-c73afa7c98a3 req-9b5a1c6a-16a3-45d0-9cf9-372b6bf70ac1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 944 time: 0.1451924
Jan 25 18:58:40.633540 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1c0d4d31-b904-48f4-b5f7-c73afa7c98a3 req-4ca0033d-4ac0-40bb-80f8-604acbb8cd48 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618391
Jan 25 18:58:40.892912 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d4ff8-03ab-4ee9-bb60-3cfd4d6ce555 req-1882e9e6-b619-40cb-ad76-9341e8b6b3df tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:40.894709 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-249d4ff8-03ab-4ee9-bb60-3cfd4d6ce555 req-1882e9e6-b619-40cb-ad76-9341e8b6b3df tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.70 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 945 time: 0.1267176
Jan 25 18:58:40.996940 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-249d4ff8-03ab-4ee9-bb60-3cfd4d6ce555 req-b5fdf888-fe0f-4409-a0d4-ce74b3297037 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Deleting port 960f1b19-e6db-469c-a0e8-6ce329795691 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:58:40.997621 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-249d4ff8-03ab-4ee9-bb60-3cfd4d6ce555 req-b5fdf888-fe0f-4409-a0d4-ce74b3297037 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:41.354732 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-249d4ff8-03ab-4ee9-bb60-3cfd4d6ce555 req-b5fdf888-fe0f-4409-a0d4-ce74b3297037 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] For port 960f1b19-e6db-469c-a0e8-6ce329795691, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=960f1b19-e6db-469c-a0e8-6ce329795691,segment=NetworkSegment(a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7),segment_id=a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:58:41.355564 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-249d4ff8-03ab-4ee9-bb60-3cfd4d6ce555 req-b5fdf888-fe0f-4409-a0d4-ce74b3297037 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:41.505438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-249d4ff8-03ab-4ee9-bb60-3cfd4d6ce555 req-b5fdf888-fe0f-4409-a0d4-ce74b3297037 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Calling delete_port for 960f1b19-e6db-469c-a0e8-6ce329795691 owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:58:41.724434 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 960f1b19-e6db-469c-a0e8-6ce329795691 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:58:41.863067 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-249d4ff8-03ab-4ee9-bb60-3cfd4d6ce555 req-b5fdf888-fe0f-4409-a0d4-ce74b3297037 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:41.864459 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:41.891480 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c7c9e454-a6bd-4f9e-9f91-55461042d152 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:42.011931 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdf888-fe0f-4409-a0d4-ce74b3297037 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Pushing event deleted for resources: {'Port': ['ID=960f1b19-e6db-469c-a0e8-6ce329795691,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:42.015774 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b5fdf888-fe0f-4409-a0d4-ce74b3297037 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:42.041933 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbc4e0-5493-4fc8-b9bf-fbb4dd206a5a req-a40493dc-1b1e-446d-848c-9ba82bf78bf0 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:42.043651 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c4cbc4e0-5493-4fc8-b9bf-fbb4dd206a5a req-a40493dc-1b1e-446d-848c-9ba82bf78bf0 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 944 time: 0.1919010
Jan 25 18:58:42.123555 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c4cbc4e0-5493-4fc8-b9bf-fbb4dd206a5a req-bbc8bafd-06d5-4461-986c-c90a9a66ae73 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659809
Jan 25 18:58:42.125671 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c0f78-b023-446b-993d-66bda6a59e2c req-76b5eff5-e401-4d00-9e9f-0fef46ffce8c tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:42.127444 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-299c0f78-b023-446b-993d-66bda6a59e2c req-76b5eff5-e401-4d00-9e9f-0fef46ffce8c tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 867 time: 0.4299760
Jan 25 18:58:42.224596 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-299c0f78-b023-446b-993d-66bda6a59e2c req-e3379487-b9ad-4467-ba75-7feae20f01dd tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups?id=9fe3eab0-11fc-4842-b4a3-54615962e973&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0834861
Jan 25 18:58:42.298792 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-249d4ff8-03ab-4ee9-bb60-3cfd4d6ce555 req-b5fdf888-fe0f-4409-a0d4-ce74b3297037 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] No DVR routers for this DVR port 960f1b19-e6db-469c-a0e8-6ce329795691 on host hv-cinder-77238 {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 18:58:42.302333 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-249d4ff8-03ab-4ee9-bb60-3cfd4d6ce555 req-b5fdf888-fe0f-4409-a0d4-ce74b3297037 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:42.307721 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd', 'name': 'network-vif-deleted', 'tag': '960f1b19-e6db-469c-a0e8-6ce329795691'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:58:42.328882 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-249d4ff8-03ab-4ee9-bb60-3cfd4d6ce555 req-b5fdf888-fe0f-4409-a0d4-ce74b3297037 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.70 "DELETE /v2.0/ports/960f1b19-e6db-469c-a0e8-6ce329795691 HTTP/1.1" status: 204  len: 173 time: 1.4279311
Jan 25 18:58:42.377535 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd', 'name': 'network-vif-deleted', 'tag': '960f1b19-e6db-469c-a0e8-6ce329795691', 'status': 'completed', 'code': 200}
Jan 25 18:58:43.494228 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d487e1f-a1ed-44c9-bfa4-7cd54b0d71b3 req-dccb192b-4958-4b13-b76f-9c8c0b538e09 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:43.497077 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3d487e1f-a1ed-44c9-bfa4-7cd54b0d71b3 req-dccb192b-4958-4b13-b76f-9c8c0b538e09 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 944 time: 0.2144494
Jan 25 18:58:43.578567 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-add1306f-bdcc-4ae9-8b58-1c6f7ebe0fed req-d1363829-1a40-45cb-9220-f2cb431dd73a tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Synchronizing usage tracker for tenant:c2c9dcb5e72645ccb63499c5ffc7def9 on resource:port {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:58:43.601690 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3d487e1f-a1ed-44c9-bfa4-7cd54b0d71b3 req-dc444385-e28c-4632-b0a3-c0ff5070db1b tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0908298
Jan 25 18:58:43.609461 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-add1306f-bdcc-4ae9-8b58-1c6f7ebe0fed req-d1363829-1a40-45cb-9220-f2cb431dd73a tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Unset dirty status for tenant:c2c9dcb5e72645ccb63499c5ffc7def9 on resource:port {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:58:43.611500 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-add1306f-bdcc-4ae9-8b58-1c6f7ebe0fed req-d1363829-1a40-45cb-9220-f2cb431dd73a tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/ports?device_id=c5eaebc6-66dc-4b96-ac0c-bc7378c5a1bd HTTP/1.1" status: 200  len: 210 time: 0.1503322
Jan 25 18:58:44.538461 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 5c2b9297-3fce-4252-b953-b77dfdc62577 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:58:44.625085 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning for port 5c2b9297-3fce-4252-b953-b77dfdc62577 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:58:44.634651 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 5c2b9297-3fce-4252-b953-b77dfdc62577 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:58:44.635349 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:44.868331 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:44.898045 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2ed6d711-fbe5-4097-8cbc-6479cb8eb8eb req-9699806c-e9cd-4c01-bade-9cf472ca118d tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "GET /v2.0/security-groups/9fe3eab0-11fc-4842-b4a3-54615962e973 HTTP/1.1" status: 200  len: 2993 time: 0.0932937
Jan 25 18:58:44.923143 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aac75eb-57f5-4674-b8ea-90db863ce16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2b9297-3fce-4252-b953-b77dfdc62577'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:58:44.943163 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 5c2b9297-3fce-4252-b953-b77dfdc62577, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=5c2b9297-3fce-4252-b953-b77dfdc62577,segment=NetworkSegment(bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2),segment_id=bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:58:44.947337 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:44.951777 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5d8d3f4b-f6b7-4e11-b5c9-6dd970fdf915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:45.049793 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-2ed6d711-fbe5-4097-8cbc-6479cb8eb8eb req-39cdc69b-2390-47ba-a67e-64242a628afa tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:45.072928 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=5c2b9297-3fce-4252-b953-b77dfdc62577,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:45.084267 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:45.087403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b281913-8c0c-438d-b459-c0047de1ce1c req-fd272022-4d34-4fdd-8b99-00e1c13027ae tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:45.090193 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3b281913-8c0c-438d-b459-c0047de1ce1c req-fd272022-4d34-4fdd-8b99-00e1c13027ae tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.2094254
Jan 25 18:58:45.095447 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-2ed6d711-fbe5-4097-8cbc-6479cb8eb8eb req-39cdc69b-2390-47ba-a67e-64242a628afa tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:45.165177 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-2ed6d711-fbe5-4097-8cbc-6479cb8eb8eb req-39cdc69b-2390-47ba-a67e-64242a628afa tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:45.175891 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0108302f-7b7f-4ac2-bec3-6bbec9030ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:45.186893 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3b281913-8c0c-438d-b459-c0047de1ce1c req-5d8a36ba-e814-4d24-a9b4-f0ccddee0cc7 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0838346
Jan 25 18:58:45.206184 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdc69b-2390-47ba-a67e-64242a628afa tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe3eab0-11fc-4842-b4a3-54615962e973,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:45.213139 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-39cdc69b-2390-47ba-a67e-64242a628afa tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:45.226136 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-2ed6d711-fbe5-4097-8cbc-6479cb8eb8eb req-39cdc69b-2390-47ba-a67e-64242a628afa tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:45.228279 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2ed6d711-fbe5-4097-8cbc-6479cb8eb8eb req-39cdc69b-2390-47ba-a67e-64242a628afa tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] 10.222.0.77 "DELETE /v2.0/security-groups/9fe3eab0-11fc-4842-b4a3-54615962e973 HTTP/1.1" status: 204  len: 173 time: 0.3163548
Jan 25 18:58:45.310550 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aac75eb-57f5-4674-b8ea-90db863ce16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2b9297-3fce-4252-b953-b77dfdc62577', 'code': 200}
Jan 25 18:58:45.332324 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 38578) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:58:45.900605 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 5c2b9297-3fce-4252-b953-b77dfdc62577 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:58:45.984612 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 5c2b9297-3fce-4252-b953-b77dfdc62577 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:58:45.985079 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:46.178732 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3905d4-52bf-43e0-a5d4-60174b5d1ef6 req-51e4433c-69e4-4ae2-ae08-3b9a476c14ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:46.180330 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5c3905d4-52bf-43e0-a5d4-60174b5d1ef6 req-51e4433c-69e4-4ae2-ae08-3b9a476c14ae service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 1163 time: 0.2818236
Jan 25 18:58:46.266691 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5c3905d4-52bf-43e0-a5d4-60174b5d1ef6 req-ca9ab4f8-beef-4165-9fc4-a63d28fb46e7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714650
Jan 25 18:58:46.499693 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b696be-be28-4e23-ba13-d63d636062e5 req-17b9f68f-4d1c-46d7-ae2c-12884b597f14 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:46.501480 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c2b696be-be28-4e23-ba13-d63d636062e5 req-17b9f68f-4d1c-46d7-ae2c-12884b597f14 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1314223
Jan 25 18:58:46.562248 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c2b696be-be28-4e23-ba13-d63d636062e5 req-9a388881-62f2-4e64-aa1e-8eaf358bf4a5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532496
Jan 25 18:58:46.640466 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-82125385-aa75-47fe-9f1b-264fbdc80bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854412189'] for router_interface, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:47.163882 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-82125385-aa75-47fe-9f1b-264fbdc80bd9 admin admin] Deleting port f3ba017e-9039-41fa-bde1-7bac115712db {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:58:47.164577 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-82125385-aa75-47fe-9f1b-264fbdc80bd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:47.370774 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-82125385-aa75-47fe-9f1b-264fbdc80bd9 admin admin] For port f3ba017e-9039-41fa-bde1-7bac115712db, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=f3ba017e-9039-41fa-bde1-7bac115712db,segment=NetworkSegment(a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7),segment_id=a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:58:47.371242 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-82125385-aa75-47fe-9f1b-264fbdc80bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:47.522355 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-82125385-aa75-47fe-9f1b-264fbdc80bd9 admin admin] Calling delete_port for f3ba017e-9039-41fa-bde1-7bac115712db owned by network:router_interface {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:58:47.830881 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-82125385-aa75-47fe-9f1b-264fbdc80bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:47.853634 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-adcd5e2a-dd94-49cc-97d2-f97de784e66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:47.926610 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82125385-aa75-47fe-9f1b-264fbdc80bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3ba017e-9039-41fa-bde1-7bac115712db,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:47.934820 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-82125385-aa75-47fe-9f1b-264fbdc80bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:48.056105 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5e8f3-304e-4ad3-866b-33879df63b7c req-cdb3cbd1-9742-4630-81ec-3d79e82dfb24 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:48.057952 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0af5e8f3-304e-4ad3-866b-33879df63b7c req-cdb3cbd1-9742-4630-81ec-3d79e82dfb24 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.3463454
Jan 25 18:58:48.179441 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0af5e8f3-304e-4ad3-866b-33879df63b7c req-6e2737d5-c487-4973-afd4-c4b604088a07 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1131525
Jan 25 18:58:48.444654 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-82125385-aa75-47fe-9f1b-264fbdc80bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-368848'] for router_interface, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:49.036183 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82125385-aa75-47fe-9f1b-264fbdc80bd9 admin admin] Router e45c3e16-73c8-4a19-9b56-2dff41aa2eb3 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:58:49.496504 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c5930-bd07-4594-b941-53b0b6087d4c req-390a88d7-8c4b-4116-adb3-05b111bde6da tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:49.498440 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-011c5930-bd07-4594-b941-53b0b6087d4c req-390a88d7-8c4b-4116-adb3-05b111bde6da tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1427481
Jan 25 18:58:49.536754 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82125385-aa75-47fe-9f1b-264fbdc80bd9 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:58:49.551251 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fd4d7f-9cac-4efe-9094-4b8ac88f8da4 None None] Sync routers for ids ['e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:58:49.563013 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-82125385-aa75-47fe-9f1b-264fbdc80bd9 admin admin] 10.222.0.77 "PUT /v2.0/routers/e45c3e16-73c8-4a19-9b56-2dff41aa2eb3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2287560
Jan 25 18:58:49.565825 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 38592) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:58:49.587845 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fd4d7f-9cac-4efe-9094-4b8ac88f8da4 None None] Routers {'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:58:49.588992 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-e8fd4d7f-9cac-4efe-9094-4b8ac88f8da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fb736d8>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:58:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:49.592370 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-011c5930-bd07-4594-b941-53b0b6087d4c req-19c3cfea-9200-492c-a18c-0d2bdc3aefcf tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803211
Jan 25 18:58:49.759936 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:49.853963 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-e8fd4d7f-9cac-4efe-9094-4b8ac88f8da4 None None] Set router e45c3e16-73c8-4a19-9b56-2dff41aa2eb3 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:58:50.073180 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e1d1cb97-7613-481d-81fb-5646edcaf29c admin admin] Notify callbacks [] for router, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:50.196943 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-e8fd4d7f-9cac-4efe-9094-4b8ac88f8da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fb736d8>, [{'id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'name': 'tempest-TestShelveInstance-713782821-router', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:52:11Z', 'updated_at': '2021-01-25T18:58:47Z', 'revision_number': 5, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'gw_port': {'id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:12Z', 'updated_at': '2021-01-25T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:50.201441 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fd4d7f-9cac-4efe-9094-4b8ac88f8da4 None None] Checking router: e45c3e16-73c8-4a19-9b56-2dff41aa2eb3 for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:58:50.214642 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fd4d7f-9cac-4efe-9094-4b8ac88f8da4 None None] Routers {'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:58:50.215380 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-e8fd4d7f-9cac-4efe-9094-4b8ac88f8da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fb736d8>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:58:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:50.319959 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cacf29-bf57-4c21-af03-0806d3898c8a req-b83f6173-65d0-4beb-9d43-1a0284430562 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:50.322072 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-49cacf29-bf57-4c21-af03-0806d3898c8a req-b83f6173-65d0-4beb-9d43-1a0284430562 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.5059843
Jan 25 18:58:50.339522 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 38598) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:58:50.350873 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-743b4c2c-f548-4aed-a80f-984fcf41d93f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Request body: {'floatingip': {'port_id': '5c2b9297-3fce-4252-b953-b77dfdc62577'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:58:50.433132 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e1d1cb97-7613-481d-81fb-5646edcaf29c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:50.441845 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-e1d1cb97-7613-481d-81fb-5646edcaf29c admin admin] Deleting port 3a12ce17-20d5-4580-bbaf-6b720f8a6f6d {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:58:50.442439 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e1d1cb97-7613-481d-81fb-5646edcaf29c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:50.462347 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-e8fd4d7f-9cac-4efe-9094-4b8ac88f8da4 None None] Set router e45c3e16-73c8-4a19-9b56-2dff41aa2eb3 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:58:50.545470 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-743b4c2c-f548-4aed-a80f-984fcf41d93f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for floatingip, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:50.718030 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-e1d1cb97-7613-481d-81fb-5646edcaf29c admin admin] For port 3a12ce17-20d5-4580-bbaf-6b720f8a6f6d, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=3a12ce17-20d5-4580-bbaf-6b720f8a6f6d,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:58:50.719345 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e1d1cb97-7613-481d-81fb-5646edcaf29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:50.832023 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-90b24d08-6eb8-4be2-b7e6-ebff93d5d18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:50.836350 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-e8fd4d7f-9cac-4efe-9094-4b8ac88f8da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fb736d8>, [{'id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'name': 'tempest-TestShelveInstance-713782821-router', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:52:11Z', 'updated_at': '2021-01-25T18:58:47Z', 'revision_number': 5, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'gw_port': {'id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:12Z', 'updated_at': '2021-01-25T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:50.841638 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fd4d7f-9cac-4efe-9094-4b8ac88f8da4 None None] The sync data for ids ['e45c3e16-73c8-4a19-9b56-2dff41aa2eb3'] in dv-cinder-772388-1-iscsi is: [{'id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'name': 'tempest-TestShelveInstance-713782821-router', 'tenant_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:52:11Z', 'updated_at': '2021-01-25T18:58:47Z', 'revision_number': 5, 'project_id': 'c2c9dcb5e72645ccb63499c5ffc7def9', 'gw_port': {'id': '3a12ce17-20d5-4580-bbaf-6b720f8a6f6d', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c3e16-73c8-4a19-9b56-2dff41aa2eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:12Z', 'updated_at': '2021-01-25T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:58:51.000647 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-e1d1cb97-7613-481d-81fb-5646edcaf29c admin admin] Calling delete_port for 3a12ce17-20d5-4580-bbaf-6b720f8a6f6d owned by network:router_gateway {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:58:51.212145 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e1d1cb97-7613-481d-81fb-5646edcaf29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:51.438146 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e1d1cb97-7613-481d-81fb-5646edcaf29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367976'] for router_gateway, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:51.593793 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e1d1cb97-7613-481d-81fb-5646edcaf29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:51.596456 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e1d1cb97-7613-481d-81fb-5646edcaf29c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:51.621993 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e1d1cb97-7613-481d-81fb-5646edcaf29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854410295'] for router, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:51.622646 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d1cb97-7613-481d-81fb-5646edcaf29c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e45c3e16-73c8-4a19-9b56-2dff41aa2eb3 {{(pid=80199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 25 18:58:51.641135 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e1d1cb97-7613-481d-81fb-5646edcaf29c admin admin] Notify callbacks [] for router, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:51.645493 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-e1d1cb97-7613-481d-81fb-5646edcaf29c admin admin] 10.222.0.77 "DELETE /v2.0/routers/e45c3e16-73c8-4a19-9b56-2dff41aa2eb3 HTTP/1.1" status: 204  len: 168 time: 2.0752590
Jan 25 18:58:51.646028 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 38602) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:58:51.746930 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_v2 [None req-26914612-97d6-4e7d-b524-da1778bfd773 admin admin] Deleting subnet 2c86ae63-9532-4e42-8427-e714a5a4b554 {{(pid=80199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 25 18:58:51.750807 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-26914612-97d6-4e7d-b524-da1778bfd773 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:51.807352 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-26914612-97d6-4e7d-b524-da1778bfd773 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1953463'] for subnet, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:51.961062 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-26914612-97d6-4e7d-b524-da1778bfd773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-613998'] for subnet, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:52.038119 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-743b4c2c-f548-4aed-a80f-984fcf41d93f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for floatingip, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:52.042234 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-743b4c2c-f548-4aed-a80f-984fcf41d93f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363676'] for floatingip, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:52.265030 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-26914612-97d6-4e7d-b524-da1778bfd773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7187683'] for subnet, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:52.282582 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:52.330263 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.l3_db [None req-743b4c2c-f548-4aed-a80f-984fcf41d93f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Floating IP e336c3be-a1f2-4901-a9d6-9abba726bfae associated. External IP: 172.27.1.189, port: 5c2b9297-3fce-4252-b953-b77dfdc62577.
Jan 25 18:58:52.333482 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26914612-97d6-4e7d-b524-da1778bfd773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c86ae63-9532-4e42-8427-e714a5a4b554,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:52.338906 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-26914612-97d6-4e7d-b524-da1778bfd773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:52.429611 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-26914612-97d6-4e7d-b524-da1778bfd773 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:52.436457 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a12c5bf-9934-4d93-9347-d7ef11ea36e3 None None] Network 587a6c90-052a-4972-837a-04642fcc756a requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:58:52.444292 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-26914612-97d6-4e7d-b524-da1778bfd773 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2c86ae63-9532-4e42-8427-e714a5a4b554 HTTP/1.1" status: 204  len: 168 time: 0.7920160
Jan 25 18:58:52.444793 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 38606) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:58:52.608896 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device f3ba017e-9039-41fa-bde1-7bac115712db no longer exists at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:58:52.656232 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854171154'] for network, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:52.669367 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] No Port match for: f3ba017e-9039-41fa-bde1-7bac115712db {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 18:58:52.669977 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device f3ba017e-9039-41fa-bde1-7bac115712db not bound to the agent host dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 18:58:52.670706 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 3a12ce17-20d5-4580-bbaf-6b720f8a6f6d no longer exists at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:58:52.764063 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] No Port match for: 3a12ce17-20d5-4580-bbaf-6b720f8a6f6d {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 18:58:52.764483 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 3a12ce17-20d5-4580-bbaf-6b720f8a6f6d not bound to the agent host dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 18:58:52.777221 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Deleting port 59e3380b-5a93-448d-963c-280edd5f27ef {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:58:52.777937 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:52.894630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743b4c2c-f548-4aed-a80f-984fcf41d93f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Router 32b36e9f-ca4e-4b17-847b-809af9c40da1 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:58:52.971417 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03c7962-e304-48d6-83e3-5eb487604f94 None None] DHCP port deletion for 587a6c90-052a-4972-837a-04642fcc756a request from dv-cinder-772388-1-iscsi {{(pid=80201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 25 18:58:52.977631 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-d03c7962-e304-48d6-83e3-5eb487604f94 None None] Deleting port 59e3380b-5a93-448d-963c-280edd5f27ef {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:58:52.978195 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d03c7962-e304-48d6-83e3-5eb487604f94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:53.120459 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743b4c2c-f548-4aed-a80f-984fcf41d93f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:58:53.123534 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] For port 59e3380b-5a93-448d-963c-280edd5f27ef, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=59e3380b-5a93-448d-963c-280edd5f27ef,segment=NetworkSegment(a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7),segment_id=a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:58:53.123913 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:53.133680 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-743b4c2c-f548-4aed-a80f-984fcf41d93f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:53.134360 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f702a7fc-37ab-48d6-95eb-07d47e101696 None None] Sync routers for ids ['32b36e9f-ca4e-4b17-847b-809af9c40da1'] in dv-cinder-772388-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:58:53.153681 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f702a7fc-37ab-48d6-95eb-07d47e101696 None None] Routers {'32b36e9f-ca4e-4b17-847b-809af9c40da1'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:58:53.154647 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-f702a7fc-37ab-48d6-95eb-07d47e101696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fa9b5f8>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:58:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['32b36e9f-ca4e-4b17-847b-809af9c40da1'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:53.228558 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-743b4c2c-f548-4aed-a80f-984fcf41d93f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "PUT /v2.0/floatingips/e336c3be-a1f2-4901-a9d6-9abba726bfae HTTP/1.1" status: 200  len: 992 time: 2.8868635
Jan 25 18:58:53.229652 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aac75eb-57f5-4674-b8ea-90db863ce16e', 'tag': '5c2b9297-3fce-4252-b953-b77dfdc62577'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:58:53.313796 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Calling delete_port for 59e3380b-5a93-448d-963c-280edd5f27ef owned by network:dhcp {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:58:53.314137 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aac75eb-57f5-4674-b8ea-90db863ce16e', 'tag': '5c2b9297-3fce-4252-b953-b77dfdc62577', 'status': 'completed', 'code': 200}
Jan 25 18:58:53.511132 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:53.511902 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-72f20ed5-65dd-43cd-b175-a13a47ec3047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:53.535228 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-d03c7962-e304-48d6-83e3-5eb487604f94 None None] For port 59e3380b-5a93-448d-963c-280edd5f27ef, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=59e3380b-5a93-448d-963c-280edd5f27ef,segment=NetworkSegment(a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7),segment_id=a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:58:53.535754 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d03c7962-e304-48d6-83e3-5eb487604f94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:53.553896 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:53.582725 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1cceb-30e1-4af4-a74a-bd07bb12cc43 req-56a964c0-3548-481e-aea4-a7fb8b9f33a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:53.586645 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eba1cceb-30e1-4af4-a74a-bd07bb12cc43 req-56a964c0-3548-481e-aea4-a7fb8b9f33a8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=52b208f1c80f43cf9ef1a2d56217e38b&device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 1163 time: 0.2240407
Jan 25 18:58:53.593427 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:53.679910 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-d03c7962-e304-48d6-83e3-5eb487604f94 None None] Calling delete_port for 59e3380b-5a93-448d-963c-280edd5f27ef owned by network:dhcp {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:58:53.769009 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.db.api [None req-d03c7962-e304-48d6-83e3-5eb487604f94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80201) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 25 18:58:53.769319 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_db.api [None req-d03c7962-e304-48d6-83e3-5eb487604f94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 25 18:58:53.812043 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-f702a7fc-37ab-48d6-95eb-07d47e101696 None None] Set router 32b36e9f-ca4e-4b17-847b-809af9c40da1 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:58:54.174468 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Pushing event deleted for resources: {'Port': ['ID=59e3380b-5a93-448d-963c-280edd5f27ef,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:54.257522 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-f702a7fc-37ab-48d6-95eb-07d47e101696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fa9b5f8>, [{'id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'name': 'tempest-AttachVolumeTestJSON-1513902271-router', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:58:15Z', 'updated_at': '2021-01-25T18:58:22Z', 'revision_number': 4, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'gw_port': {'id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:16Z', 'updated_at': '2021-01-25T18:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': 'e336c3be-a1f2-4901-a9d6-9abba726bfae', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'floating_ip_address': '172.27.1.189', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'port_id': '5c2b9297-3fce-4252-b953-b77dfdc62577', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'mac_address': 'fa:16:3e:93:9b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aac75eb-57f5-4674-b8ea-90db863ce16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:58:27Z', 'updated_at': '2021-01-25T18:58:51Z', 'revision_number': 1, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20378ea5-88cd-4d67-8d42-3f3065df37af', 'name': '', 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'mac_address': 'fa:16:3e:a1:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:20Z', 'updated_at': '2021-01-25T18:58:30Z', 'revision_number': 5, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'subnets': [{'id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:54.261977 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f702a7fc-37ab-48d6-95eb-07d47e101696 None None] Checking router: 32b36e9f-ca4e-4b17-847b-809af9c40da1 for host: dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:58:54.271262 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-d03c7962-e304-48d6-83e3-5eb487604f94 None None] Deleting port 59e3380b-5a93-448d-963c-280edd5f27ef {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:58:54.271910 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d03c7962-e304-48d6-83e3-5eb487604f94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:54.272696 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f702a7fc-37ab-48d6-95eb-07d47e101696 None None] Routers {'32b36e9f-ca4e-4b17-847b-809af9c40da1'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:58:54.273861 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-f702a7fc-37ab-48d6-95eb-07d47e101696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fa9b5f8>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:58:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['32b36e9f-ca4e-4b17-847b-809af9c40da1'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:54.305972 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:54.306590 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:54.307284 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:54.307969 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:54.308660 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:54.309542 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:54.310873 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:54.310873 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:54.311511 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:54.312192 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:54.312851 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:54.313564 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:54.314341 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:54.315051 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:54.315749 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:54.316440 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:54.317195 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:54.317843 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:54.318560 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:54.319240 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:54.319921 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:54.320610 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:54.321334 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:54.322037 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:54.392395 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-d03c7962-e304-48d6-83e3-5eb487604f94 None None] The port '59e3380b-5a93-448d-963c-280edd5f27ef' was deleted {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 25 18:58:54.435934 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:54.529536 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-f702a7fc-37ab-48d6-95eb-07d47e101696 None None] Set router 32b36e9f-ca4e-4b17-847b-809af9c40da1 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:58:54.557149 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] No DVR routers for this DVR port 59e3380b-5a93-448d-963c-280edd5f27ef on host dv-cinder-772388-1-iscsi {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 18:58:54.616020 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 59e3380b-5a93-448d-963c-280edd5f27ef no longer exists at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:58:54.683407 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1cceb-30e1-4af4-a74a-bd07bb12cc43 req-4c1776ce-a784-4032-b2ee-c4d4c3a654b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:54.686538 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eba1cceb-30e1-4af4-a74a-bd07bb12cc43 req-4c1776ce-a784-4032-b2ee-c4d4c3a654b2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7470e72d-e1ad-4621-a3fb-4bbb740a6d89 HTTP/1.1" status: 200  len: 905 time: 1.0318062
Jan 25 18:58:54.710555 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] No Port match for: 59e3380b-5a93-448d-963c-280edd5f27ef {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 18:58:54.711722 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 59e3380b-5a93-448d-963c-280edd5f27ef not bound to the agent host dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 18:58:54.754199 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:55.009366 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-f702a7fc-37ab-48d6-95eb-07d47e101696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fa9b5f8>, [{'id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'name': 'tempest-AttachVolumeTestJSON-1513902271-router', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:58:15Z', 'updated_at': '2021-01-25T18:58:22Z', 'revision_number': 4, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'gw_port': {'id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:16Z', 'updated_at': '2021-01-25T18:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': 'e336c3be-a1f2-4901-a9d6-9abba726bfae', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'floating_ip_address': '172.27.1.189', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'port_id': '5c2b9297-3fce-4252-b953-b77dfdc62577', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'mac_address': 'fa:16:3e:93:9b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aac75eb-57f5-4674-b8ea-90db863ce16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:58:27Z', 'updated_at': '2021-01-25T18:58:51Z', 'revision_number': 1, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20378ea5-88cd-4d67-8d42-3f3065df37af', 'name': '', 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'mac_address': 'fa:16:3e:a1:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:20Z', 'updated_at': '2021-01-25T18:58:30Z', 'revision_number': 5, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'subnets': [{'id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:55.016721 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f702a7fc-37ab-48d6-95eb-07d47e101696 None None] The sync data for ids ['32b36e9f-ca4e-4b17-847b-809af9c40da1'] in dv-cinder-772388-1-iscsi is: [{'id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'name': 'tempest-AttachVolumeTestJSON-1513902271-router', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:58:15Z', 'updated_at': '2021-01-25T18:58:22Z', 'revision_number': 4, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'gw_port': {'id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:16Z', 'updated_at': '2021-01-25T18:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': 'e336c3be-a1f2-4901-a9d6-9abba726bfae', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'floating_ip_address': '172.27.1.189', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'port_id': '5c2b9297-3fce-4252-b953-b77dfdc62577', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'mac_address': 'fa:16:3e:93:9b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aac75eb-57f5-4674-b8ea-90db863ce16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:58:27Z', 'updated_at': '2021-01-25T18:58:51Z', 'revision_number': 1, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20378ea5-88cd-4d67-8d42-3f3065df37af', 'name': '', 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'mac_address': 'fa:16:3e:a1:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:20Z', 'updated_at': '2021-01-25T18:58:30Z', 'revision_number': 5, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'subnets': [{'id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:58:55.018288 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-613939', 'neutron.services.segments.db._delete_segments_for_network--9223363298167826975'] for network, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:55.102836 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eba1cceb-30e1-4af4-a74a-bd07bb12cc43 req-6873adcd-1965-4589-9f56-2985e67323cb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c2b9297-3fce-4252-b953-b77dfdc62577 HTTP/1.1" status: 200  len: 1000 time: 0.3899200
Jan 25 18:58:55.139385 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:58:55.214652 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:55.333251 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d825541-bf5b-4c58-87d8-8c3e43309295 None None] New status for floating IP e336c3be-a1f2-4901-a9d6-9abba726bfae: ACTIVE {{(pid=80201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 25 18:58:55.371702 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a232478d0>,) {'filters': {'network_id': ['587a6c90-052a-4972-837a-04642fcc756a']}} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:55.395164 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1cceb-30e1-4af4-a74a-bd07bb12cc43 req-909a8767-7c91-4dcd-8df3-bfe169d8acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:55.397404 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eba1cceb-30e1-4af4-a74a-bd07bb12cc43 req-909a8767-7c91-4dcd-8df3-bfe169d8acdd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9e38db72-1aa1-42fd-a956-cbdb0e03df27 HTTP/1.1" status: 200  len: 850 time: 0.1774375
Jan 25 18:58:55.399344 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a232478d0>, 'a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7') {'for_net_delete': True} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:55.399685 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a232478d0>, 'a6d73f2d-4fbc-449e-ab58-6fc2fcaf43e7') {} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:58:55.463184 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298167820831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852822340'] for segment, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:55.486967 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:55.489796 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 25 18:58:55.715190 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Network 587a6c90-052a-4972-837a-04642fcc756a has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:58:55.728102 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-607990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848233893'] for segment, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:55.745552 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1cceb-30e1-4af4-a74a-bd07bb12cc43 req-e65f986d-c211-4b78-b17b-3909bfcd1339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:55.747377 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eba1cceb-30e1-4af4-a74a-bd07bb12cc43 req-e65f986d-c211-4b78-b17b-3909bfcd1339 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7470e72d-e1ad-4621-a3fb-4bbb740a6d89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3395221
Jan 25 18:58:56.059195 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Network 587a6c90-052a-4972-837a-04642fcc756a has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]: Traceback (most recent call last):
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:     timer()
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:     cb(*args, **kw)
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:     return func(*args, **kwargs)
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:     self._notify()
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:     self.callback(batched_events)
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:     event.method(event)
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:     segment_id)['aggregates'][0]
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(self, *a, **k)
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self._get(url).json()
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:     **kwargs)
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.request(url, 'GET', **kwargs)
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:     **endpoint_filter)
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 25 18:58:56.086701 dv-cinder-772388-1-iscsi neutron-server[80085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 25 18:58:56.195128 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eba1cceb-30e1-4af4-a74a-bd07bb12cc43 req-cf4e5825-79aa-4ed8-897f-f6a1fd93f571 service neutron] 10.222.0.70 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4341648
Jan 25 18:58:56.198707 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854161852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363661'] for network, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:56.204311 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-bbfb0aaa-0755-4b50-8d59-2fa131cbb33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:56.219992 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:56.270375 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Pushing event deleted for resources: {'Network': ['ID=587a6c90-052a-4972-837a-04642fcc756a,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:56.285410 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:56.351887 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-53f77907-fdf1-4ffe-bf53-3e47d76772dd admin admin] 10.222.0.77 "DELETE /v2.0/networks/587a6c90-052a-4972-837a-04642fcc756a HTTP/1.1" status: 204  len: 168 time: 3.9054761
Jan 25 18:58:56.355322 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 38618) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:58:56.409630 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eba1cceb-30e1-4af4-a74a-bd07bb12cc43 req-9febcd4b-191a-4ed1-a0d4-fecfb97133bc service neutron] 10.222.0.70 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2061419
Jan 25 18:58:57.151758 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854412189'] for router_interface, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:58.083744 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172b767-a639-4776-9275-b180b60f35f6 req-abb63d6d-77b9-488f-8871-c0214bda6dbc tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:58.086628 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3172b767-a639-4776-9275-b180b60f35f6 req-abb63d6d-77b9-488f-8871-c0214bda6dbc tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 945 time: 0.1905892
Jan 25 18:58:58.121339 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Deleting port c9818d8f-f800-4ecb-a11f-4fc0802e5839 {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:58:58.121937 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:58.181000 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3172b767-a639-4776-9275-b180b60f35f6 req-ce7c12ac-df5e-4f32-b5bb-edd206d5592d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0872524
Jan 25 18:58:58.434406 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] For port c9818d8f-f800-4ecb-a11f-4fc0802e5839, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=c9818d8f-f800-4ecb-a11f-4fc0802e5839,segment=NetworkSegment(ff079481-5654-4c23-8c6c-1fc57f4939cb),segment_id=ff079481-5654-4c23-8c6c-1fc57f4939cb)] {{(pid=80198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:58:58.434881 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:58.593638 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Calling delete_port for c9818d8f-f800-4ecb-a11f-4fc0802e5839 owned by network:router_interface {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:58:58.819513 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:58.835981 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5c07e37b-6b19-4bfe-85dd-4c4426d4c521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:58:58.910930 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Pushing event deleted for resources: {'Port': ['ID=c9818d8f-f800-4ecb-a11f-4fc0802e5839,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:58:58.979154 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:58.979581 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:58.979996 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:58.980491 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:58.981037 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:58.981444 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:58.981850 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:58.982256 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:58.982668 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:58.983072 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:58.983474 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:58.983875 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:58.984338 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:58.984742 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:58.985178 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:58.985598 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:58.985976 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:58.986377 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:58.986807 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:58.987215 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:58.987622 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:58.988016 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:58.988417 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:58.988819 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:58:58.994830 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:58:59.510019 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-368848'] for router_interface, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:58:59.572089 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5ac92-1e81-4971-b845-3674688c3b81 req-7c7bc88c-815a-4f87-b552-18ab98d20144 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:58:59.575197 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c2f5ac92-1e81-4971-b845-3674688c3b81 req-7c7bc88c-815a-4f87-b552-18ab98d20144 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 945 time: 0.1967328
Jan 25 18:58:59.679167 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c2f5ac92-1e81-4971-b845-3674688c3b81 req-214abd90-cde2-473e-ad33-bcdd62e52fb7 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0932467
Jan 25 18:58:59.897527 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:59:00.084072 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:00.127143 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead0dcb7-c0b1-4099-a50c-8d5fed80351f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2553b61f-3737-4c9a-82c4-b1dcebd6ba3a'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:59:00.150583 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=2553b61f-3737-4c9a-82c4-b1dcebd6ba3a,segment=NetworkSegment(ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d),segment_id=ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:59:00.158179 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:00.161311 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da058b-df9d-4f07-801f-321a51460f2f req-f6ff8820-ebe1-4372-8ff6-13e46c31d1c1 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:00.161905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:59:00.164158 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-12da058b-df9d-4f07-801f-321a51460f2f req-f6ff8820-ebe1-4372-8ff6-13e46c31d1c1 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.70 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 945 time: 0.2326262
Jan 25 18:59:00.262295 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead0dcb7-c0b1-4099-a50c-8d5fed80351f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2553b61f-3737-4c9a-82c4-b1dcebd6ba3a', 'code': 200}
Jan 25 18:59:00.292371 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=2553b61f-3737-4c9a-82c4-b1dcebd6ba3a,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:59:00.314902 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:59:00.316647 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:59:00.317544 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:59:00.319410 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:59:00.320752 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:59:00.321647 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:59:00.322931 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:59:00.323854 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:59:00.325088 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:59:00.326081 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:59:00.326825 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:59:00.328501 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:59:00.328501 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:59:00.329163 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:59:00.329817 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:59:00.330811 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:59:00.331282 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:59:00.331885 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:59:00.332489 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:59:00.333416 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:59:00.334617 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:59:00.335511 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:59:00.336120 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:59:00.336750 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 18:59:00.343471 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-12da058b-df9d-4f07-801f-321a51460f2f req-962a8c47-8019-44dc-8842-813e0b902e93 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Deleting port 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:59:00.344083 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-12da058b-df9d-4f07-801f-321a51460f2f req-962a8c47-8019-44dc-8842-813e0b902e93 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:00.350368 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:59:00.567357 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Router ce96c3cb-cf41-4e31-b693-b465b1314239 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:59:00.881599 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-12da058b-df9d-4f07-801f-321a51460f2f req-962a8c47-8019-44dc-8842-813e0b902e93 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] For port 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=2553b61f-3737-4c9a-82c4-b1dcebd6ba3a,segment=NetworkSegment(ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d),segment_id=ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:59:00.882325 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-12da058b-df9d-4f07-801f-321a51460f2f req-962a8c47-8019-44dc-8842-813e0b902e93 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:00.917375 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:59:00.933014 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9129e1ea-79e6-4f8c-8589-af2965adbaaa None None] Sync routers for ids ['ce96c3cb-cf41-4e31-b693-b465b1314239'] in dv-cinder-772388-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:59:00.942760 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] 10.222.0.77 "PUT /v2.0/routers/ce96c3cb-cf41-4e31-b693-b465b1314239/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5824871
Jan 25 18:59:00.944129 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 38640) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:59:00.969524 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9129e1ea-79e6-4f8c-8589-af2965adbaaa None None] Routers {'ce96c3cb-cf41-4e31-b693-b465b1314239'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:59:00.970728 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-9129e1ea-79e6-4f8c-8589-af2965adbaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fa960b8>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:58:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['ce96c3cb-cf41-4e31-b693-b465b1314239'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:59:01.390992 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-9129e1ea-79e6-4f8c-8589-af2965adbaaa None None] Set router ce96c3cb-cf41-4e31-b693-b465b1314239 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:59:01.414146 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff2d07-2d5c-425d-abce-8d293c5de77d req-e9f6ea93-6b3f-4cf3-a1de-6c676a872ee7 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:01.416644 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-39ff2d07-2d5c-425d-abce-8d293c5de77d req-e9f6ea93-6b3f-4cf3-a1de-6c676a872ee7 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 943 time: 0.3722186
Jan 25 18:59:01.450316 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-45b96682-0da3-4afd-8093-1a94daae4384 admin admin] Notify callbacks [] for router, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:01.563207 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-12da058b-df9d-4f07-801f-321a51460f2f req-962a8c47-8019-44dc-8842-813e0b902e93 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for floatingip, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:01.563861 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-12da058b-df9d-4f07-801f-321a51460f2f req-962a8c47-8019-44dc-8842-813e0b902e93 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363676'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:01.564441 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.l3_db [req-12da058b-df9d-4f07-801f-321a51460f2f req-962a8c47-8019-44dc-8842-813e0b902e93 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Floating IP 053d56c2-c483-4066-988f-6665a0b00af5 disassociated. External IP: 172.27.1.146, port: 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a.
Jan 25 18:59:01.565138 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-12da058b-df9d-4f07-801f-321a51460f2f req-962a8c47-8019-44dc-8842-813e0b902e93 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Calling delete_port for 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:59:01.863483 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-12da058b-df9d-4f07-801f-321a51460f2f req-962a8c47-8019-44dc-8842-813e0b902e93 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:01.891585 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-82125385-aa75-47fe-9f1b-264fbdc80bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:59:01.936125 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-9129e1ea-79e6-4f8c-8589-af2965adbaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fa960b8>, [{'id': 'ce96c3cb-cf41-4e31-b693-b465b1314239', 'name': 'tempest-TestShelveInstance-757764380-router', 'tenant_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ad59a066-ebd1-4c09-b390-1ddc08abefe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:52:24Z', 'updated_at': '2021-01-25T18:58:58Z', 'revision_number': 5, 'project_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'gw_port': {'id': 'ad59a066-ebd1-4c09-b390-1ddc08abefe0', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce96c3cb-cf41-4e31-b693-b465b1314239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:26Z', 'updated_at': '2021-01-25T18:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:59:01.941977 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9129e1ea-79e6-4f8c-8589-af2965adbaaa None None] Checking router: ce96c3cb-cf41-4e31-b693-b465b1314239 for host: dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:59:01.954261 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9129e1ea-79e6-4f8c-8589-af2965adbaaa None None] Routers {'ce96c3cb-cf41-4e31-b693-b465b1314239'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:59:01.955115 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-9129e1ea-79e6-4f8c-8589-af2965adbaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fa960b8>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:58:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['ce96c3cb-cf41-4e31-b693-b465b1314239'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:59:02.029636 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a8c47-8019-44dc-8842-813e0b902e93 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Pushing event deleted for resources: {'Port': ['ID=2553b61f-3737-4c9a-82c4-b1dcebd6ba3a,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:59:02.034937 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-962a8c47-8019-44dc-8842-813e0b902e93 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:59:02.061166 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-39ff2d07-2d5c-425d-abce-8d293c5de77d req-c2049dcb-9b4c-461d-8ff5-c1a4eba438b1 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.6305795
Jan 25 18:59:02.195715 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-45b96682-0da3-4afd-8093-1a94daae4384 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:02.205808 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-45b96682-0da3-4afd-8093-1a94daae4384 admin admin] Deleting port ad59a066-ebd1-4c09-b390-1ddc08abefe0 {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:59:02.207200 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-45b96682-0da3-4afd-8093-1a94daae4384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:02.270970 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-9129e1ea-79e6-4f8c-8589-af2965adbaaa None None] Set router ce96c3cb-cf41-4e31-b693-b465b1314239 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:59:02.591800 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-45b96682-0da3-4afd-8093-1a94daae4384 admin admin] For port ad59a066-ebd1-4c09-b390-1ddc08abefe0, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=ad59a066-ebd1-4c09-b390-1ddc08abefe0,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:59:02.592469 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-45b96682-0da3-4afd-8093-1a94daae4384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:02.827170 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-9129e1ea-79e6-4f8c-8589-af2965adbaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fa960b8>, [{'id': 'ce96c3cb-cf41-4e31-b693-b465b1314239', 'name': 'tempest-TestShelveInstance-757764380-router', 'tenant_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ad59a066-ebd1-4c09-b390-1ddc08abefe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:52:24Z', 'updated_at': '2021-01-25T18:58:58Z', 'revision_number': 5, 'project_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'gw_port': {'id': 'ad59a066-ebd1-4c09-b390-1ddc08abefe0', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce96c3cb-cf41-4e31-b693-b465b1314239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:26Z', 'updated_at': '2021-01-25T18:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:59:02.832409 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9129e1ea-79e6-4f8c-8589-af2965adbaaa None None] The sync data for ids ['ce96c3cb-cf41-4e31-b693-b465b1314239'] in dv-cinder-772388-1-iscsi is: [{'id': 'ce96c3cb-cf41-4e31-b693-b465b1314239', 'name': 'tempest-TestShelveInstance-757764380-router', 'tenant_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ad59a066-ebd1-4c09-b390-1ddc08abefe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:52:24Z', 'updated_at': '2021-01-25T18:58:58Z', 'revision_number': 5, 'project_id': '81a3ed18c1e34bd9919d311bfa4d5b38', 'gw_port': {'id': 'ad59a066-ebd1-4c09-b390-1ddc08abefe0', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce96c3cb-cf41-4e31-b693-b465b1314239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:52:26Z', 'updated_at': '2021-01-25T18:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:59:02.844830 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12da058b-df9d-4f07-801f-321a51460f2f req-962a8c47-8019-44dc-8842-813e0b902e93 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Router 48d53d6a-8f6d-4752-a14f-30c68354ee8c has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:59:02.866906 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-45b96682-0da3-4afd-8093-1a94daae4384 admin admin] Calling delete_port for ad59a066-ebd1-4c09-b390-1ddc08abefe0 owned by network:router_gateway {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:59:03.100741 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-45b96682-0da3-4afd-8093-1a94daae4384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:03.272790 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12da058b-df9d-4f07-801f-321a51460f2f req-962a8c47-8019-44dc-8842-813e0b902e93 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:59:03.299738 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bed02d-35ae-4806-8ec6-907a2d24ecc3 None None] Sync routers for ids ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:59:03.315089 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bed02d-35ae-4806-8ec6-907a2d24ecc3 None None] Routers {'48d53d6a-8f6d-4752-a14f-30c68354ee8c'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:59:03.315801 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-01bed02d-35ae-4806-8ec6-907a2d24ecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1eee6748>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:58:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:59:03.355628 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-12da058b-df9d-4f07-801f-321a51460f2f req-962a8c47-8019-44dc-8842-813e0b902e93 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] No DVR routers for this DVR port 2553b61f-3737-4c9a-82c4-b1dcebd6ba3a on host hv-cinder-77238 {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 18:59:03.359049 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-12da058b-df9d-4f07-801f-321a51460f2f req-962a8c47-8019-44dc-8842-813e0b902e93 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:03.379636 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead0dcb7-c0b1-4099-a50c-8d5fed80351f', 'name': 'network-vif-deleted', 'tag': '2553b61f-3737-4c9a-82c4-b1dcebd6ba3a'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:59:03.391460 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-12da058b-df9d-4f07-801f-321a51460f2f req-962a8c47-8019-44dc-8842-813e0b902e93 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.70 "DELETE /v2.0/ports/2553b61f-3737-4c9a-82c4-b1dcebd6ba3a HTTP/1.1" status: 204  len: 173 time: 3.2203112
Jan 25 18:59:03.471632 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ece3dd6a-5403-48b7-8aec-2552b58805b1 req-19660fbf-1133-487c-98d9-5e65cb2c70ab tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 210 time: 0.1043785
Jan 25 18:59:03.524525 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-45b96682-0da3-4afd-8093-1a94daae4384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367976'] for router_gateway, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:03.560367 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead0dcb7-c0b1-4099-a50c-8d5fed80351f', 'name': 'network-vif-deleted', 'tag': '2553b61f-3737-4c9a-82c4-b1dcebd6ba3a', 'status': 'completed', 'code': 200}
Jan 25 18:59:03.687778 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-01bed02d-35ae-4806-8ec6-907a2d24ecc3 None None] Set router 48d53d6a-8f6d-4752-a14f-30c68354ee8c gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:59:03.701310 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-45b96682-0da3-4afd-8093-1a94daae4384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:03.705246 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-45b96682-0da3-4afd-8093-1a94daae4384 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:03.756068 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-45b96682-0da3-4afd-8093-1a94daae4384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854410295'] for router, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:03.757292 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b96682-0da3-4afd-8093-1a94daae4384 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce96c3cb-cf41-4e31-b693-b465b1314239 {{(pid=80198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 25 18:59:03.781678 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-45b96682-0da3-4afd-8093-1a94daae4384 admin admin] Notify callbacks [] for router, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:03.784087 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-45b96682-0da3-4afd-8093-1a94daae4384 admin admin] 10.222.0.77 "DELETE /v2.0/routers/ce96c3cb-cf41-4e31-b693-b465b1314239 HTTP/1.1" status: 204  len: 168 time: 2.8381567
Jan 25 18:59:03.788539 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 38652) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:59:03.905728 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1caa17-3c42-4855-ada5-e3a50f957608 admin admin] Deleting subnet fe5f2a05-9483-4779-a15e-02780ab2195c {{(pid=80198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 25 18:59:03.912058 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8e1caa17-3c42-4855-ada5-e3a50f957608 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:04.054112 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8e1caa17-3c42-4855-ada5-e3a50f957608 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847568619'] for subnet, precommit_delete_associations {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:04.232691 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8e1caa17-3c42-4855-ada5-e3a50f957608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-613998'] for subnet, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:04.337362 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-01bed02d-35ae-4806-8ec6-907a2d24ecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1eee6748>, [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T18:54:59Z', 'revision_number': 4, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '07aeb545-aed4-4085-8aaf-d8fc7b83fac3', 'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'mac_address': 'fa:16:3e:e9:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:58Z', 'updated_at': '2021-01-25T18:55:10Z', 'revision_number': 5, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'subnets': [{'id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:59:04.345150 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bed02d-35ae-4806-8ec6-907a2d24ecc3 None None] Checking router: 48d53d6a-8f6d-4752-a14f-30c68354ee8c for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:59:04.362013 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bed02d-35ae-4806-8ec6-907a2d24ecc3 None None] Routers {'48d53d6a-8f6d-4752-a14f-30c68354ee8c'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:59:04.363224 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-01bed02d-35ae-4806-8ec6-907a2d24ecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1eee6748>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:58:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:59:04.658082 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device ad59a066-ebd1-4c09-b390-1ddc08abefe0 no longer exists at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:59:04.763723 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] No Port match for: ad59a066-ebd1-4c09-b390-1ddc08abefe0 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 18:59:04.764268 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device ad59a066-ebd1-4c09-b390-1ddc08abefe0 not bound to the agent host dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 18:59:04.765096 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device c9818d8f-f800-4ecb-a11f-4fc0802e5839 no longer exists at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:59:04.836990 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8e1caa17-3c42-4855-ada5-e3a50f957608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847568475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7478248'] for subnet, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:04.865334 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] No Port match for: c9818d8f-f800-4ecb-a11f-4fc0802e5839 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 18:59:04.866079 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device c9818d8f-f800-4ecb-a11f-4fc0802e5839 not bound to the agent host dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 18:59:04.972595 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-01bed02d-35ae-4806-8ec6-907a2d24ecc3 None None] Set router 48d53d6a-8f6d-4752-a14f-30c68354ee8c gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:59:05.062204 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-0182994a-0761-41a6-9ce1-83a31dcd1112 req-7a56e3d7-27fc-436b-8379-ca20a0686ef7 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Synchronizing usage tracker for tenant:71302d4128404183b9c296e1bdbe448a on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:59:05.079322 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8ffdb542-0300-4c60-9df8-0ffac94354e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:59:05.100740 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-0182994a-0761-41a6-9ce1-83a31dcd1112 req-7a56e3d7-27fc-436b-8379-ca20a0686ef7 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Unset dirty status for tenant:71302d4128404183b9c296e1bdbe448a on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:59:05.118706 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0182994a-0761-41a6-9ce1-83a31dcd1112 req-7a56e3d7-27fc-436b-8379-ca20a0686ef7 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=ead0dcb7-c0b1-4099-a50c-8d5fed80351f HTTP/1.1" status: 200  len: 210 time: 0.1566346
Jan 25 18:59:05.163572 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1caa17-3c42-4855-ada5-e3a50f957608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe5f2a05-9483-4779-a15e-02780ab2195c,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:59:05.168006 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8e1caa17-3c42-4855-ada5-e3a50f957608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:59:05.171683 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8e1caa17-3c42-4855-ada5-e3a50f957608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:05.183256 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-8e1caa17-3c42-4855-ada5-e3a50f957608 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/fe5f2a05-9483-4779-a15e-02780ab2195c HTTP/1.1" status: 204  len: 168 time: 1.3892605
Jan 25 18:59:05.184204 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 38660) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:59:05.261257 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a52c470-7ac9-4f2b-b90f-630bc35ed23f None None] Network e82da5c1-8370-43b6-902e-85b322ea9c95 requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 18:59:05.411059 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854171154'] for network, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:05.546876 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] Deleting port 311d10aa-b57a-48f4-bcd0-607f4760f4d5 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:59:05.547252 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:05.826545 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] For port 311d10aa-b57a-48f4-bcd0-607f4760f4d5, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=311d10aa-b57a-48f4-bcd0-607f4760f4d5,segment=NetworkSegment(ff079481-5654-4c23-8c6c-1fc57f4939cb),segment_id=ff079481-5654-4c23-8c6c-1fc57f4939cb)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:59:05.827505 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:05.912823 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-01bed02d-35ae-4806-8ec6-907a2d24ecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1eee6748>, [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T18:54:59Z', 'revision_number': 4, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '07aeb545-aed4-4085-8aaf-d8fc7b83fac3', 'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'mac_address': 'fa:16:3e:e9:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:58Z', 'updated_at': '2021-01-25T18:55:10Z', 'revision_number': 5, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'subnets': [{'id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:59:05.929782 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bed02d-35ae-4806-8ec6-907a2d24ecc3 None None] The sync data for ids ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'] in dv-cinder-772388-1-iscsi is: [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T18:54:59Z', 'revision_number': 4, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '07aeb545-aed4-4085-8aaf-d8fc7b83fac3', 'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'mac_address': 'fa:16:3e:e9:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:58Z', 'updated_at': '2021-01-25T18:55:10Z', 'revision_number': 5, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'subnets': [{'id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:59:05.972761 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2802d679-bf18-4142-bbff-fccbfa7a0d28 None None] DHCP port deletion for e82da5c1-8370-43b6-902e-85b322ea9c95 request from dv-cinder-772388-1-iscsi {{(pid=80201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 25 18:59:05.981012 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-2802d679-bf18-4142-bbff-fccbfa7a0d28 None None] Deleting port 311d10aa-b57a-48f4-bcd0-607f4760f4d5 {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 18:59:05.982044 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2802d679-bf18-4142-bbff-fccbfa7a0d28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:06.071826 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] Calling delete_port for 311d10aa-b57a-48f4-bcd0-607f4760f4d5 owned by network:dhcp {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 18:59:06.178725 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:06.187960 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-2802d679-bf18-4142-bbff-fccbfa7a0d28 None None] The port '311d10aa-b57a-48f4-bcd0-607f4760f4d5' was deleted {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 25 18:59:06.215264 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b355c2ee-f8ae-4fa9-876c-76f351d43d5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:59:06.336787 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] Pushing event deleted for resources: {'Port': ['ID=311d10aa-b57a-48f4-bcd0-607f4760f4d5,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:59:06.348203 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:59:06.437470 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b9b4e6-9448-4632-9b97-6ae7615520bb None None] New status for floating IP 053d56c2-c483-4066-988f-6665a0b00af5: DOWN {{(pid=80202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 25 18:59:06.510624 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] No DVR routers for this DVR port 311d10aa-b57a-48f4-bcd0-607f4760f4d5 on host dv-cinder-772388-1-iscsi {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 18:59:06.638943 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 311d10aa-b57a-48f4-bcd0-607f4760f4d5 no longer exists at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 18:59:06.656459 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-613939', 'neutron.services.segments.db._delete_segments_for_network--9223363298167826975'] for network, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:06.735556 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] No Port match for: 311d10aa-b57a-48f4-bcd0-607f4760f4d5 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 18:59:06.736220 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 311d10aa-b57a-48f4-bcd0-607f4760f4d5 not bound to the agent host dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 18:59:06.820083 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-8ca40bfd-46f8-4516-a363-19c99d729a93 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-263656316&fields=id&tenant_id=71302d4128404183b9c296e1bdbe448a HTTP/1.1" status: 200  len: 267 time: 0.1021893
Jan 25 18:59:06.840346 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a2313c860>,) {'filters': {'network_id': ['e82da5c1-8370-43b6-902e-85b322ea9c95']}} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:59:06.868612 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a2313c860>, 'ff079481-5654-4c23-8c6c-1fc57f4939cb') {'for_net_delete': True} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:59:06.869224 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a2313c860>, 'ff079481-5654-4c23-8c6c-1fc57f4939cb') {} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:59:06.895062 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298167820831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852822340'] for segment, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:06.935831 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:06.939692 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 25 18:59:07.105518 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-d77d7857-9092-4573-9fee-210ba5ed925a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:07.109055 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-d77d7857-9092-4573-9fee-210ba5ed925a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/networks?id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b HTTP/1.1" status: 200  len: 812 time: 0.2791491
Jan 25 18:59:07.127234 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-a59b47c5-f70c-426f-bd7a-baa4729df7d0 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/quotas/71302d4128404183b9c296e1bdbe448a HTTP/1.1" status: 200  len: 375 time: 0.0111065
Jan 25 18:59:07.255224 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-2e4e500a-fff9-4ed2-a89e-bfc971058aff tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?tenant_id=71302d4128404183b9c296e1bdbe448a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1204185
Jan 25 18:59:07.294416 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] Network e82da5c1-8370-43b6-902e-85b322ea9c95 has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:59:07.311646 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-607990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848233893'] for segment, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:07.498679 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-5a3eb723-3f89-4ff2-888d-194783ace7c5 service neutron] 10.222.0.77 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2174327
Jan 25 18:59:07.573511 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] Network e82da5c1-8370-43b6-902e-85b322ea9c95 has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]: Traceback (most recent call last):
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:     timer()
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:     cb(*args, **kw)
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:     return func(*args, **kwargs)
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:     self._notify()
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:     self.callback(batched_events)
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:     event.method(event)
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:     segment_id)['aggregates'][0]
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(self, *a, **k)
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self._get(url).json()
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:     **kwargs)
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.request(url, 'GET', **kwargs)
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:     **endpoint_filter)
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 25 18:59:07.602344 dv-cinder-772388-1-iscsi neutron-server[80085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 25 18:59:07.667529 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-ee112797-05a1-421c-a952-208dcee052c7 service neutron] 10.222.0.77 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1545725
Jan 25 18:59:07.752482 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854161852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363661'] for network, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:07.758100 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:59:07.783514 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:07.797577 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] Pushing event deleted for resources: {'Network': ['ID=e82da5c1-8370-43b6-902e-85b322ea9c95,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:59:07.803947 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:59:07.806684 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] 10.222.0.77 "DELETE /v2.0/networks/e82da5c1-8370-43b6-902e-85b322ea9c95 HTTP/1.1" status: 204  len: 168 time: 2.6205273
Jan 25 18:59:08.027204 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 38684) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:59:08.095201 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-a7bb2bce-80a1-40b7-b8b2-2d19e0079109 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c2c9dcb5e72645ccb63499c5ffc7def9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0661168
Jan 25 18:59:08.098118 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 38688) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:59:08.175379 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e423173f-26c5-4915-88ea-8112d2115390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:08.227820 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e423173f-26c5-4915-88ea-8112d2115390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:08.376499 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-986c8393-c8e0-4e79-91ac-1e24b503efc6 req-4a6a54d0-3d18-4aba-a9aa-d68006ac857e tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 210 time: 0.1056387
Jan 25 18:59:08.405639 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e423173f-26c5-4915-88ea-8112d2115390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:08.416765 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a0f15201-2b5f-4e99-9108-09c76496ace4 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:59:08.447377 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423173f-26c5-4915-88ea-8112d2115390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f039e7af-47c1-4e08-bf50-fd6a0f777583,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:59:08.459458 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e423173f-26c5-4915-88ea-8112d2115390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:59:08.460808 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e423173f-26c5-4915-88ea-8112d2115390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:08.465305 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-e423173f-26c5-4915-88ea-8112d2115390 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f039e7af-47c1-4e08-bf50-fd6a0f777583 HTTP/1.1" status: 204  len: 168 time: 0.3652380
Jan 25 18:59:09.159300 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 38708) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:59:09.263454 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-17f1df5a-04d5-4b4d-bc0f-d3496c61df44 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=81a3ed18c1e34bd9919d311bfa4d5b38&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1018593
Jan 25 18:59:09.266264 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 38712) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 18:59:09.384723 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-6e4cb2f6-81f2-4506-b23b-78c8b2ae6fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:09.439353 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-6e4cb2f6-81f2-4506-b23b-78c8b2ae6fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:09.521288 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-6e4cb2f6-81f2-4506-b23b-78c8b2ae6fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:09.532792 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a774c514-cbde-48dd-b9e6-3d6a4100faee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:59:09.561894 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cb2f6-81f2-4506-b23b-78c8b2ae6fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602d6c92-3f56-4c20-817e-5fb728b70b27,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:59:09.567386 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-6e4cb2f6-81f2-4506-b23b-78c8b2ae6fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:59:09.570729 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-6e4cb2f6-81f2-4506-b23b-78c8b2ae6fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:09.572043 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-6e4cb2f6-81f2-4506-b23b-78c8b2ae6fe1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/602d6c92-3f56-4c20-817e-5fb728b70b27 HTTP/1.1" status: 204  len: 168 time: 0.3040988
Jan 25 18:59:09.764108 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-23fc8dc9-705b-4bfe-a1a1-f19a94d4ccc2 req-28ca644d-4587-4f63-b4f3-11fd7da53cbd tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 210 time: 0.1073830
Jan 25 18:59:10.202292 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-7cc21630-98bd-4efe-b414-13fe6ba82b87 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:10.205271 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-7cc21630-98bd-4efe-b414-13fe6ba82b87 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.70 "GET /v2.0/networks?id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b HTTP/1.1" status: 200  len: 812 time: 0.4009869
Jan 25 18:59:10.350816 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-72effc42-42e9-429d-a027-474d8b8e8656 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=71302d4128404183b9c296e1bdbe448a HTTP/1.1" status: 200  len: 5763 time: 0.1235864
Jan 25 18:59:10.362336 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-c9199d4c-cda3-4134-adff-38f19e357e3d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Request body: {'port': {'device_id': '4c12f291-6b68-4723-bea0-090d551093bd', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'admin_state_up': True, 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'security_groups': ['01d00001-7b9e-484f-a517-0826372fe9ef']}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:59:10.538900 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-c9199d4c-cda3-4134-adff-38f19e357e3d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:59:10.551016 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-c9199d4c-cda3-4134-adff-38f19e357e3d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:59:10.561795 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-c9199d4c-cda3-4134-adff-38f19e357e3d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Made reservation on behalf of 71302d4128404183b9c296e1bdbe448a for: {'port': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 18:59:10.573890 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-c9199d4c-cda3-4134-adff-38f19e357e3d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:11.014293 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-c9199d4c-cda3-4134-adff-38f19e357e3d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Allocated IP 172.20.0.8 (02b77a9e-9120-4f51-b1d2-c7b6e684f79b/9123d7e9-7f4e-456f-be09-41bca5535e60/286a9f87-0a71-4efc-bb00-3562a35e44f6) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:59:11.119603 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2f68436e-5b19-46ea-b1b7-6566348d5b58 req-ae54cfa2-6550-468f-b605-44832d6777e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 210 time: 0.0739334
Jan 25 18:59:11.329449 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-c9199d4c-cda3-4134-adff-38f19e357e3d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:11.355164 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-c9199d4c-cda3-4134-adff-38f19e357e3d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Transition to ACTIVE for port object 286a9f87-0a71-4efc-bb00-3562a35e44f6 will not be triggered until provisioned by entity DHCP. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:59:11.383205 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-c9199d4c-cda3-4134-adff-38f19e357e3d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:11.399747 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0b594d09-10fe-4eaf-a258-4c3ad805426c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:59:11.553862 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9199d4c-cda3-4134-adff-38f19e357e3d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Pushing event updated for resources: {'Port': ['ID=286a9f87-0a71-4efc-bb00-3562a35e44f6,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:59:11.569351 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c9199d4c-cda3-4134-adff-38f19e357e3d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:59:11.616639 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-c9199d4c-cda3-4134-adff-38f19e357e3d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Network 02b77a9e-9120-4f51-b1d2-c7b6e684f79b is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:59:11.617923 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-c9199d4c-cda3-4134-adff-38f19e357e3d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:59:11.620366 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-c9199d4c-cda3-4134-adff-38f19e357e3d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:59:11.732412 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-c9199d4c-cda3-4134-adff-38f19e357e3d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:11.733178 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-c9199d4c-cda3-4134-adff-38f19e357e3d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:11.777256 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-c9199d4c-cda3-4134-adff-38f19e357e3d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4199913
Jan 25 18:59:11.797903 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] Request body: {'port': {'device_id': '4c12f291-6b68-4723-bea0-090d551093bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:59:11.873456 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-3c469187-dbea-4098-890f-4903e6e8bff3 None None] Provisioning for port 286a9f87-0a71-4efc-bb00-3562a35e44f6 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:59:11.879136 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-3c469187-dbea-4098-890f-4903e6e8bff3 None None] Provisioning complete for port 286a9f87-0a71-4efc-bb00-3562a35e44f6 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:59:11.879550 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3c469187-dbea-4098-890f-4903e6e8bff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:11.931265 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:11.947725 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-3c469187-dbea-4098-890f-4903e6e8bff3 None None] Port 286a9f87-0a71-4efc-bb00-3562a35e44f6 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 18:59:12.540445 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d993b-7a95-4525-8797-5b51feeaebe0 req-ebd013c4-7999-412a-b178-0adbf007bfc5 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:12.541307 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-759d993b-7a95-4525-8797-5b51feeaebe0 req-ebd013c4-7999-412a-b178-0adbf007bfc5 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Synchronizing usage tracker for tenant:71302d4128404183b9c296e1bdbe448a on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:59:12.647752 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-759d993b-7a95-4525-8797-5b51feeaebe0 req-ebd013c4-7999-412a-b178-0adbf007bfc5 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Unset dirty status for tenant:71302d4128404183b9c296e1bdbe448a on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:59:12.649070 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-759d993b-7a95-4525-8797-5b51feeaebe0 req-ebd013c4-7999-412a-b178-0adbf007bfc5 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 931 time: 0.3745382
Jan 25 18:59:12.747662 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-759d993b-7a95-4525-8797-5b51feeaebe0 req-d851acfc-970f-4250-b4c3-cebb04a3af99 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0902658
Jan 25 18:59:12.838616 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 286a9f87-0a71-4efc-bb00-3562a35e44f6 {{(pid=80199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 25 18:59:12.847070 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:12.861378 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] Transition to ACTIVE for port object 286a9f87-0a71-4efc-bb00-3562a35e44f6 will not be triggered until provisioned by entity L2. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 18:59:12.864716 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:12.882710 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-54f40746-64ee-4969-9c81-620eb809ac5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:59:13.038975 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] Pushing event updated for resources: {'Port': ['ID=286a9f87-0a71-4efc-bb00-3562a35e44f6,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:59:13.042342 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:59:13.244188 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] Attempting to bind port 286a9f87-0a71-4efc-bb00-3562a35e44f6 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 18:59:13.244564 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] Attempting to bind port 286a9f87-0a71-4efc-bb00-3562a35e44f6 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b'}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 18:59:13.244998 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] Attempting to bind port 286a9f87-0a71-4efc-bb00-3562a35e44f6 on network 02b77a9e-9120-4f51-b1d2-c7b6e684f79b {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 18:59:13.252884 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] Checking agent: {'id': '2edca791-6dfd-4a0b-9497-e94f443cd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 33), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 18, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 18:59:13.253505 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] Checking segment: {'id': 'ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 18:59:13.254149 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:13.254796 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] Bound using segment: {'id': 'ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b'} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 18:59:13.256198 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] Bound port: 286a9f87-0a71-4efc-bb00-3562a35e44f6, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b'}}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 18:59:13.256818 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:13.372140 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] For port 286a9f87-0a71-4efc-bb00-3562a35e44f6, host hv-cinder-77238, cleared binding levels {{(pid=80199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 18:59:13.375694 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] For port 286a9f87-0a71-4efc-bb00-3562a35e44f6, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=286a9f87-0a71-4efc-bb00-3562a35e44f6,segment=NetworkSegment(ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d),segment_id=ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d)] {{(pid=80199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 18:59:13.379479 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:13.396564 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b9e55cac-9125-48b0-a98e-2974b9e9f502 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:59:13.558300 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] Pushing event updated for resources: {'Port': ['ID=286a9f87-0a71-4efc-bb00-3562a35e44f6,revision_number=3']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:59:13.564553 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:59:13.600546 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:13.601259 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:13.602770 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] 10.222.0.70 "PUT /v2.0/ports/286a9f87-0a71-4efc-bb00-3562a35e44f6 HTTP/1.1" status: 200  len: 1157 time: 1.8101077
Jan 25 18:59:13.603330 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c12f291-6b68-4723-bea0-090d551093bd', 'tag': '286a9f87-0a71-4efc-bb00-3562a35e44f6'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:59:13.667264 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c12f291-6b68-4723-bea0-090d551093bd', 'tag': '286a9f87-0a71-4efc-bb00-3562a35e44f6', 'status': 'completed', 'code': 200}
Jan 25 18:59:13.794030 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-4fdfa123-e628-426a-b002-06bc0fa997a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:13.795766 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-4fdfa123-e628-426a-b002-06bc0fa997a9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71302d4128404183b9c296e1bdbe448a&device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 1160 time: 0.1058381
Jan 25 18:59:13.889204 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-d8088e9f-42bf-4030-ae68-622a7ffd6901 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=286a9f87-0a71-4efc-bb00-3562a35e44f6 HTTP/1.1" status: 200  len: 217 time: 0.0766087
Jan 25 18:59:14.019407 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-99736b41-1d83-4605-a199-71259403c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:14.021663 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-99736b41-1d83-4605-a199-71259403c528 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9123d7e9-7f4e-456f-be09-41bca5535e60 HTTP/1.1" status: 200  len: 851 time: 0.1262231
Jan 25 18:59:14.138985 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d298889-5312-479b-90f7-a0ef78223360 req-79441386-e7f8-4a7a-82c6-e45d1dc4ebeb tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:14.140762 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5d298889-5312-479b-90f7-a0ef78223360 req-79441386-e7f8-4a7a-82c6-e45d1dc4ebeb tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 943 time: 0.2047856
Jan 25 18:59:14.209141 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5d298889-5312-479b-90f7-a0ef78223360 req-7c443dc4-a9ae-45d9-8fd4-e71c203353f0 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0596395
Jan 25 18:59:14.212371 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-7be2d63e-0d62-4aef-874d-86c118379c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:14.213994 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-7be2d63e-0d62-4aef-874d-86c118379c2a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1816578
Jan 25 18:59:14.369892 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-05e6d69f-8289-4064-b658-5e01b506ad07 service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1478417
Jan 25 18:59:14.528880 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-62395f98-4b87-45ad-a8ac-c2e28d3884e2 req-158dbab3-5601-4e3b-a6a9-670cabb4cd00 service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1519485
Jan 25 18:59:14.710292 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288932c-597e-4a38-bb3b-9cb14528ab37 req-560692ed-c3e4-4774-90d3-83c61143e660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:14.711999 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f288932c-597e-4a38-bb3b-9cb14528ab37 req-560692ed-c3e4-4774-90d3-83c61143e660 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71302d4128404183b9c296e1bdbe448a&device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 1160 time: 0.0903819
Jan 25 18:59:14.871671 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288932c-597e-4a38-bb3b-9cb14528ab37 req-95006968-5230-4d0e-8c83-9a01914b47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:14.873651 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f288932c-597e-4a38-bb3b-9cb14528ab37 req-95006968-5230-4d0e-8c83-9a01914b47a1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b HTTP/1.1" status: 200  len: 906 time: 0.1536522
Jan 25 18:59:14.954682 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f288932c-597e-4a38-bb3b-9cb14528ab37 req-53ea5b2a-29c8-43f6-a935-378c1ba6496a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=286a9f87-0a71-4efc-bb00-3562a35e44f6 HTTP/1.1" status: 200  len: 217 time: 0.0727725
Jan 25 18:59:15.032343 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288932c-597e-4a38-bb3b-9cb14528ab37 req-a6ec9470-cc35-44ab-ab51-f64a835b62c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:15.034104 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f288932c-597e-4a38-bb3b-9cb14528ab37 req-a6ec9470-cc35-44ab-ab51-f64a835b62c2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9123d7e9-7f4e-456f-be09-41bca5535e60 HTTP/1.1" status: 200  len: 851 time: 0.0717554
Jan 25 18:59:15.126810 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288932c-597e-4a38-bb3b-9cb14528ab37 req-95f69439-8eb6-4711-b3fa-404bfab7efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:15.128381 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f288932c-597e-4a38-bb3b-9cb14528ab37 req-95f69439-8eb6-4711-b3fa-404bfab7efd5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0863526
Jan 25 18:59:15.290449 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f288932c-597e-4a38-bb3b-9cb14528ab37 req-23426b2a-a23e-4e72-8c9c-22d0b501111b service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536248
Jan 25 18:59:15.516904 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f288932c-597e-4a38-bb3b-9cb14528ab37 req-44dc8de7-9ce5-4c69-9fb2-5e122543f27a service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2187126
Jan 25 18:59:15.567243 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c6fca-8b1f-46ce-8bee-a882ad5e40e5 req-a2e2be99-8ea8-498f-8ef4-112ba0452651 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:15.569106 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cb2c6fca-8b1f-46ce-8bee-a882ad5e40e5 req-a2e2be99-8ea8-498f-8ef4-112ba0452651 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 943 time: 0.1674085
Jan 25 18:59:15.634324 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cb2c6fca-8b1f-46ce-8bee-a882ad5e40e5 req-09e0e08d-598b-44ad-82e5-325f70d4ab36 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0582523
Jan 25 18:59:16.886890 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86944e0-6f19-4ef0-ac71-e1107a6126ea req-e2e65139-1e89-441a-818a-1fcf21eb932b tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:16.888566 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c86944e0-6f19-4ef0-ac71-e1107a6126ea req-e2e65139-1e89-441a-818a-1fcf21eb932b tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 943 time: 0.1180129
Jan 25 18:59:16.946310 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c86944e0-6f19-4ef0-ac71-e1107a6126ea req-13c8e2d1-d358-49d7-8fdd-e78295c119f8 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0508587
Jan 25 18:59:18.263295 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626614cc-85dc-403c-a0b7-102a4464cddf req-26d8cc7a-3773-4242-a8f3-6744d4464456 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:18.265304 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-626614cc-85dc-403c-a0b7-102a4464cddf req-26d8cc7a-3773-4242-a8f3-6744d4464456 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 943 time: 0.1314528
Jan 25 18:59:18.326169 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-626614cc-85dc-403c-a0b7-102a4464cddf req-59f2caaa-512c-465a-a168-8f085d6db217 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0537026
Jan 25 18:59:19.594159 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:19.617456 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20aab19-4666-4723-a8fc-ab33c613607a req-1df3de5d-8ad8-4ec6-9ae7-091e0ce6eb30 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:19.619504 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a20aab19-4666-4723-a8fc-ab33c613607a req-1df3de5d-8ad8-4ec6-9ae7-091e0ce6eb30 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 943 time: 0.1299911
Jan 25 18:59:19.693819 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a20aab19-4666-4723-a8fc-ab33c613607a req-797fa5b6-0de9-43d8-bce6-78506d6ccbfd tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0612140
Jan 25 18:59:20.828556 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-09f4f997-d6dc-46ac-8ba2-e40340723b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:21.022643 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a789c92-18dd-40f2-a9d7-6df4c72c0413 req-df057909-0149-44fb-a137-c4e16656b63a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:21.024324 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6a789c92-18dd-40f2-a9d7-6df4c72c0413 req-df057909-0149-44fb-a137-c4e16656b63a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 943 time: 0.1295841
Jan 25 18:59:21.093762 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6a789c92-18dd-40f2-a9d7-6df4c72c0413 req-9bb66983-63df-414c-9b7e-d142bb212cd1 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0572398
Jan 25 18:59:22.418107 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96000f6a-a404-4d8e-93a1-312bfeae23d5 req-3c2b411c-57cb-4773-9f4c-50a0d2bf0abf tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:22.420029 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-96000f6a-a404-4d8e-93a1-312bfeae23d5 req-3c2b411c-57cb-4773-9f4c-50a0d2bf0abf tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 943 time: 0.1290092
Jan 25 18:59:22.489763 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-96000f6a-a404-4d8e-93a1-312bfeae23d5 req-0ffb151c-1ee0-4c6e-8b5d-cec4a36748c0 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0572834
Jan 25 18:59:23.066219 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:23.128233 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-dd853d61-af1c-4b4b-8c47-5c8f3e4f5f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:23.770018 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [req-4b1da088-2f8a-44cb-ba3b-febbee349869 req-b40af4a0-be7d-4667-8af0-2db9d9010960 service neutron] (80199) timed out ('10.222.0.70', 61198) {{(pid=80199) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 25 18:59:24.094374 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8956c-e4a7-42bf-a359-7a793fececbc req-a0f1ed55-3951-4942-b3bd-2c70284f3f02 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:24.096137 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1cb8956c-e4a7-42bf-a359-7a793fececbc req-a0f1ed55-3951-4942-b3bd-2c70284f3f02 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 943 time: 0.4501345
Jan 25 18:59:24.157250 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1cb8956c-e4a7-42bf-a359-7a793fececbc req-0864898c-63a7-4b92-8c34-d19831dbaa0f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0539098
Jan 25 18:59:24.749749 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:24.946336 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 286a9f87-0a71-4efc-bb00-3562a35e44f6 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:59:25.022755 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning for port 286a9f87-0a71-4efc-bb00-3562a35e44f6 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 18:59:25.028438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 286a9f87-0a71-4efc-bb00-3562a35e44f6 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:59:25.028863 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:25.163390 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:25.194643 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c12f291-6b68-4723-bea0-090d551093bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286a9f87-0a71-4efc-bb00-3562a35e44f6'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:59:25.221670 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 286a9f87-0a71-4efc-bb00-3562a35e44f6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=286a9f87-0a71-4efc-bb00-3562a35e44f6,segment=NetworkSegment(ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d),segment_id=ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 18:59:25.224240 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:25.225893 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:25.227963 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:59:25.279009 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c12f291-6b68-4723-bea0-090d551093bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286a9f87-0a71-4efc-bb00-3562a35e44f6', 'code': 200}
Jan 25 18:59:25.309386 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=286a9f87-0a71-4efc-bb00-3562a35e44f6,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:59:25.313459 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:59:25.734599 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcace03-ad3a-4f3a-91ed-5e54433d4b29 req-8977395d-cdba-4a0b-8d65-8109479edfc6 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:25.736363 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cfcace03-ad3a-4f3a-91ed-5e54433d4b29 req-8977395d-cdba-4a0b-8d65-8109479edfc6 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 945 time: 0.4383335
Jan 25 18:59:25.738808 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a3467-81f4-410c-91b5-efdf68f13518 req-de93965d-4743-477e-8ba6-1065b1593471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:25.740609 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6a7a3467-81f4-410c-91b5-efdf68f13518 req-de93965d-4743-477e-8ba6-1065b1593471 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 1162 time: 0.1583486
Jan 25 18:59:25.829206 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cfcace03-ad3a-4f3a-91ed-5e54433d4b29 req-48130627-e88e-4975-9887-d5a10154b934 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0860343
Jan 25 18:59:25.831671 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6a7a3467-81f4-410c-91b5-efdf68f13518 req-13ca448f-360a-4cbc-9011-f53ea307824a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0723948
Jan 25 18:59:26.351083 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 286a9f87-0a71-4efc-bb00-3562a35e44f6 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 18:59:26.429662 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 286a9f87-0a71-4efc-bb00-3562a35e44f6 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 18:59:26.430079 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:27.111021 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d6be4-590d-4f41-8323-e659563355bc req-eaaee824-304b-459c-8bb5-3574063b8762 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:27.112881 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2a4d6be4-590d-4f41-8323-e659563355bc req-eaaee824-304b-459c-8bb5-3574063b8762 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 945 time: 0.1340799
Jan 25 18:59:27.204946 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-2a4d6be4-590d-4f41-8323-e659563355bc req-bc1ccf7a-be44-4230-b04d-1d1c80d936b5 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0840886
Jan 25 18:59:27.259973 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [req-62b7a91b-e7d9-4a5e-9c8b-ce19b80e31f9 req-3bd62db5-0e8d-43a2-b8c2-e31f54a97bcb service neutron] (80198) timed out ('10.222.0.70', 61194) {{(pid=80198) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 25 18:59:28.750716 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f01150-d47c-4291-9dad-bbf9ac98952d req-72ae3fa7-c624-490a-8e0b-2a26a3cb9b5f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:28.752478 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-41f01150-d47c-4291-9dad-bbf9ac98952d req-72ae3fa7-c624-490a-8e0b-2a26a3cb9b5f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 945 time: 0.1840861
Jan 25 18:59:28.812668 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-41f01150-d47c-4291-9dad-bbf9ac98952d req-ea461e69-29a5-4c99-ae77-579fba3ba6cd tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0521433
Jan 25 18:59:29.274370 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f1f91-a5aa-4da6-a28c-cc1748688e46 req-009ee943-1f19-4fae-9e44-789208b12156 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:29.276149 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cf2f1f91-a5aa-4da6-a28c-cc1748688e46 req-009ee943-1f19-4fae-9e44-789208b12156 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 945 time: 0.2342448
Jan 25 18:59:29.345842 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cf2f1f91-a5aa-4da6-a28c-cc1748688e46 req-8511b2c4-6ac3-4654-931a-452e7fa8ee54 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0608170
Jan 25 18:59:29.764659 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-4222f7af-7acd-4d6c-833c-cd190e86f361 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3415744
Jan 25 18:59:29.777512 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-937b5c5a-985e-4492-ade7-fd9de661de70 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Request body: {'floatingip': {'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:59:29.792149 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-937b5c5a-985e-4492-ade7-fd9de661de70 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 18:59:29.807053 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-937b5c5a-985e-4492-ade7-fd9de661de70 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 18:59:29.820469 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-937b5c5a-985e-4492-ade7-fd9de661de70 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for floatingip, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:30.028634 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-937b5c5a-985e-4492-ade7-fd9de661de70 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:30.398562 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-937b5c5a-985e-4492-ade7-fd9de661de70 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Allocated IP 172.27.1.143 (ef7ca5be-17a0-4c04-be0c-5aafd7b465e2/d3ebd7f5-b535-4f35-9c6a-a58c394e9ef4/b9a1fcf7-64a8-4dc5-8d66-0024e860e082) {{(pid=80198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 18:59:30.695879 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-937b5c5a-985e-4492-ade7-fd9de661de70 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for port, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:30.746376 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-937b5c5a-985e-4492-ade7-fd9de661de70 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:30.777027 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-76f02c02-d35f-4f6b-8e60-1355c70b17b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:59:31.050692 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b5c5a-985e-4492-ade7-fd9de661de70 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Pushing event updated for resources: {'Port': ['ID=b9a1fcf7-64a8-4dc5-8d66-0024e860e082,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:59:31.070635 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-937b5c5a-985e-4492-ade7-fd9de661de70 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:59:31.167227 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-937b5c5a-985e-4492-ade7-fd9de661de70 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 is already hosted by enough agents. {{(pid=80198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 18:59:31.169546 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-937b5c5a-985e-4492-ade7-fd9de661de70 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Resources bound (agent type, host, resource id):  {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 18:59:31.173664 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-937b5c5a-985e-4492-ade7-fd9de661de70 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Received port after_create {{(pid=80198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 18:59:31.334995 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-937b5c5a-985e-4492-ade7-fd9de661de70 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for floatingip, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:31.405589 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-937b5c5a-985e-4492-ade7-fd9de661de70 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:32.045195 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-937b5c5a-985e-4492-ade7-fd9de661de70 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for port, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:32.049304 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-937b5c5a-985e-4492-ade7-fd9de661de70 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847568392'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:32.066526 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-6ae69bee-879e-4cb1-b1aa-e9ed0813da86 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 18:59:32.140287 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 18:59:32.227845 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b5c5a-985e-4492-ade7-fd9de661de70 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Pushing event updated for resources: {'Port': ['ID=b9a1fcf7-64a8-4dc5-8d66-0024e860e082,revision_number=2']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 18:59:32.238900 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-937b5c5a-985e-4492-ade7-fd9de661de70 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 18:59:32.346557 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-937b5c5a-985e-4492-ade7-fd9de661de70 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363676'] for floatingip, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:32.376995 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-937b5c5a-985e-4492-ade7-fd9de661de70 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:32.378384 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-937b5c5a-985e-4492-ade7-fd9de661de70 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.6065927
Jan 25 18:59:32.484491 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-577312da-d962-42be-bd0a-2bcc432f2968 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Synchronizing usage tracker for tenant:71302d4128404183b9c296e1bdbe448a on resource:floatingip {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 18:59:32.502534 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-577312da-d962-42be-bd0a-2bcc432f2968 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Unset dirty status for tenant:71302d4128404183b9c296e1bdbe448a on resource:floatingip {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 18:59:32.503941 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-577312da-d962-42be-bd0a-2bcc432f2968 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.27.1.143 HTTP/1.1" status: 200  len: 696 time: 0.1173661
Jan 25 18:59:32.731258 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-859ae8ab-29a6-4559-bc09-2b57f52a9ff6 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:32.733164 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-859ae8ab-29a6-4559-bc09-2b57f52a9ff6 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/networks/ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 HTTP/1.1" status: 200  len: 784 time: 0.2178640
Jan 25 18:59:32.745396 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-47a3cc4d-e4dd-4ae5-a202-da5cbd9fa0c7 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 25 18:59:32.746554 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c86e2e4a-4cfd-4765-887c-ed27b3e21025 req-47a3cc4d-e4dd-4ae5-a202-da5cbd9fa0c7 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0068038
Jan 25 18:59:32.994325 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e79638-69cb-4aa0-88a5-5c8ea1bc03ae req-b62aaf9f-e62c-4a48-9943-6b88c84c1e79 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:32.996478 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e79638-69cb-4aa0-88a5-5c8ea1bc03ae req-b62aaf9f-e62c-4a48-9943-6b88c84c1e79 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1284609
Jan 25 18:59:33.101050 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e79638-69cb-4aa0-88a5-5c8ea1bc03ae req-b76b39d1-ffd4-4b8f-8f81-8f1940cbf8d2 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.27.1.143 HTTP/1.1" status: 200  len: 696 time: 0.0976074
Jan 25 18:59:33.112875 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-81e79638-69cb-4aa0-88a5-5c8ea1bc03ae req-aa56709f-9c89-4678-9007-5baf66149d19 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Request body: {'floatingip': {'port_id': '286a9f87-0a71-4efc-bb00-3562a35e44f6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 18:59:33.208863 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-81e79638-69cb-4aa0-88a5-5c8ea1bc03ae req-aa56709f-9c89-4678-9007-5baf66149d19 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for floatingip, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:33.891179 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-81e79638-69cb-4aa0-88a5-5c8ea1bc03ae req-aa56709f-9c89-4678-9007-5baf66149d19 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for floatingip, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:33.894625 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-81e79638-69cb-4aa0-88a5-5c8ea1bc03ae req-aa56709f-9c89-4678-9007-5baf66149d19 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363676'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:34.120378 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.l3_db [req-81e79638-69cb-4aa0-88a5-5c8ea1bc03ae req-aa56709f-9c89-4678-9007-5baf66149d19 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Floating IP 24da3de0-bb9f-4590-8ac9-4c42a8c9e485 associated. External IP: 172.27.1.143, port: 286a9f87-0a71-4efc-bb00-3562a35e44f6.
Jan 25 18:59:34.451530 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d1e29b94-c674-4835-90c2-1b0c8a9201a1 req-bed8149b-7b56-4699-ba94-3cd2d5e69e69 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3823283
Jan 25 18:59:34.745434 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81e79638-69cb-4aa0-88a5-5c8ea1bc03ae req-aa56709f-9c89-4678-9007-5baf66149d19 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Router 48d53d6a-8f6d-4752-a14f-30c68354ee8c has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 18:59:34.750927 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e29b94-c674-4835-90c2-1b0c8a9201a1 req-ca88bd0c-62b7-478b-93a9-5f2f949ca979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:34.752674 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d1e29b94-c674-4835-90c2-1b0c8a9201a1 req-ca88bd0c-62b7-478b-93a9-5f2f949ca979 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=52b208f1c80f43cf9ef1a2d56217e38b&device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 1163 time: 0.1683085
Jan 25 18:59:35.366584 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81e79638-69cb-4aa0-88a5-5c8ea1bc03ae req-aa56709f-9c89-4678-9007-5baf66149d19 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 18:59:35.368903 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e29b94-c674-4835-90c2-1b0c8a9201a1 req-47f22473-792a-45d9-9bbb-c26e165a2106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:35.370577 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d1e29b94-c674-4835-90c2-1b0c8a9201a1 req-47f22473-792a-45d9-9bbb-c26e165a2106 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7470e72d-e1ad-4621-a3fb-4bbb740a6d89 HTTP/1.1" status: 200  len: 905 time: 0.5490425
Jan 25 18:59:35.374039 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-81e79638-69cb-4aa0-88a5-5c8ea1bc03ae req-aa56709f-9c89-4678-9007-5baf66149d19 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:35.386168 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a2e07e-562c-4128-9678-fecb77b8a22f None None] Sync routers for ids ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 18:59:35.407164 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a2e07e-562c-4128-9678-fecb77b8a22f None None] Routers {'48d53d6a-8f6d-4752-a14f-30c68354ee8c'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:59:35.408327 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-e9a2e07e-562c-4128-9678-fecb77b8a22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fe00be0>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:59:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:59:35.586472 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e79638-69cb-4aa0-88a5-5c8ea1bc03ae req-aa56709f-9c89-4678-9007-5baf66149d19 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "PUT /v2.0/floatingips/24da3de0-bb9f-4590-8ac9-4c42a8c9e485 HTTP/1.1" status: 200  len: 996 time: 2.4783199
Jan 25 18:59:35.589809 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c12f291-6b68-4723-bea0-090d551093bd', 'tag': '286a9f87-0a71-4efc-bb00-3562a35e44f6'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 18:59:35.602150 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d1e29b94-c674-4835-90c2-1b0c8a9201a1 req-ede4bc76-6258-4c9d-9f6b-6db81d3906c8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c2b9297-3fce-4252-b953-b77dfdc62577 HTTP/1.1" status: 200  len: 1002 time: 0.1717141
Jan 25 18:59:35.683160 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e29b94-c674-4835-90c2-1b0c8a9201a1 req-b0ebe9fd-d2f6-4a60-86e3-be7b0c78efde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:35.685001 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d1e29b94-c674-4835-90c2-1b0c8a9201a1 req-b0ebe9fd-d2f6-4a60-86e3-be7b0c78efde service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9e38db72-1aa1-42fd-a956-cbdb0e03df27 HTTP/1.1" status: 200  len: 850 time: 0.0741920
Jan 25 18:59:35.714044 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-e9a2e07e-562c-4128-9678-fecb77b8a22f None None] Set router 48d53d6a-8f6d-4752-a14f-30c68354ee8c gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:59:35.789228 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c12f291-6b68-4723-bea0-090d551093bd', 'tag': '286a9f87-0a71-4efc-bb00-3562a35e44f6', 'status': 'completed', 'code': 200}
Jan 25 18:59:35.890795 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8b40f-7b79-47ee-9ff4-981f88ffad0d req-e2cb4789-b1c7-4361-8a60-d39d7f7a7271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:35.893338 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5eb8b40f-7b79-47ee-9ff4-981f88ffad0d req-e2cb4789-b1c7-4361-8a60-d39d7f7a7271 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71302d4128404183b9c296e1bdbe448a&device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 1162 time: 0.1238272
Jan 25 18:59:35.919793 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e29b94-c674-4835-90c2-1b0c8a9201a1 req-bede67d3-a475-493e-8bdb-47f60a594772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:35.921496 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d1e29b94-c674-4835-90c2-1b0c8a9201a1 req-bede67d3-a475-493e-8bdb-47f60a594772 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7470e72d-e1ad-4621-a3fb-4bbb740a6d89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2287166
Jan 25 18:59:35.931512 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e79638-69cb-4aa0-88a5-5c8ea1bc03ae req-2c81acbb-7f65-4315-89d1-356bc4b30119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:35.933464 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e79638-69cb-4aa0-88a5-5c8ea1bc03ae req-2c81acbb-7f65-4315-89d1-356bc4b30119 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=71302d4128404183b9c296e1bdbe448a&device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 1162 time: 0.3285117
Jan 25 18:59:36.137413 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8b40f-7b79-47ee-9ff4-981f88ffad0d req-8f68cfec-25ce-476e-be6c-a80bfe4f8741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:36.139216 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5eb8b40f-7b79-47ee-9ff4-981f88ffad0d req-8f68cfec-25ce-476e-be6c-a80bfe4f8741 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b HTTP/1.1" status: 200  len: 906 time: 0.2383094
Jan 25 18:59:36.212436 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-e9a2e07e-562c-4128-9678-fecb77b8a22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fe00be0>, [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T18:54:59Z', 'revision_number': 4, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': '24da3de0-bb9f-4590-8ac9-4c42a8c9e485', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'port_id': '286a9f87-0a71-4efc-bb00-3562a35e44f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'mac_address': 'fa:16:3e:b4:9a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12f291-6b68-4723-bea0-090d551093bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:59:31Z', 'updated_at': '2021-01-25T18:59:33Z', 'revision_number': 1, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07aeb545-aed4-4085-8aaf-d8fc7b83fac3', 'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'mac_address': 'fa:16:3e:e9:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:58Z', 'updated_at': '2021-01-25T18:55:10Z', 'revision_number': 5, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'subnets': [{'id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:59:36.217893 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a2e07e-562c-4128-9678-fecb77b8a22f None None] Checking router: 48d53d6a-8f6d-4752-a14f-30c68354ee8c for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 18:59:36.229676 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a2e07e-562c-4128-9678-fecb77b8a22f None None] Routers {'48d53d6a-8f6d-4752-a14f-30c68354ee8c'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 18:59:36.230379 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-e9a2e07e-562c-4128-9678-fecb77b8a22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fe00be0>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T18:59:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:59:36.283095 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d1e29b94-c674-4835-90c2-1b0c8a9201a1 req-bd353aa1-66d3-4a5e-ae36-62b148b7b8de service neutron] 10.222.0.70 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3482633
Jan 25 18:59:36.285157 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e79638-69cb-4aa0-88a5-5c8ea1bc03ae req-63a96c3d-b7cd-48d8-924e-541ae26a962f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:36.288404 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e79638-69cb-4aa0-88a5-5c8ea1bc03ae req-63a96c3d-b7cd-48d8-924e-541ae26a962f service neutron] 10.222.0.77 "GET /v2.0/networks?id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b HTTP/1.1" status: 200  len: 906 time: 0.3299558
Jan 25 18:59:36.309004 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5eb8b40f-7b79-47ee-9ff4-981f88ffad0d req-2ee3e380-e4f6-4adf-b26d-2a01dd599fde service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=286a9f87-0a71-4efc-bb00-3562a35e44f6 HTTP/1.1" status: 200  len: 999 time: 0.1614208
Jan 25 18:59:36.432315 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8b40f-7b79-47ee-9ff4-981f88ffad0d req-c002266a-2ff9-46f8-b00a-9a15920dfd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:36.435208 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5eb8b40f-7b79-47ee-9ff4-981f88ffad0d req-c002266a-2ff9-46f8-b00a-9a15920dfd3f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9123d7e9-7f4e-456f-be09-41bca5535e60 HTTP/1.1" status: 200  len: 851 time: 0.1195724
Jan 25 18:59:36.454440 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-e9a2e07e-562c-4128-9678-fecb77b8a22f None None] Set router 48d53d6a-8f6d-4752-a14f-30c68354ee8c gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 18:59:36.524134 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e79638-69cb-4aa0-88a5-5c8ea1bc03ae req-b90293ab-0d2c-462f-bb0b-aab59cfc7f47 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=286a9f87-0a71-4efc-bb00-3562a35e44f6 HTTP/1.1" status: 200  len: 999 time: 0.2071488
Jan 25 18:59:36.610053 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8b40f-7b79-47ee-9ff4-981f88ffad0d req-5485776c-cc4e-400c-a573-0a2850ca0f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:36.613339 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5eb8b40f-7b79-47ee-9ff4-981f88ffad0d req-5485776c-cc4e-400c-a573-0a2850ca0f20 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1695387
Jan 25 18:59:36.613665 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d1e29b94-c674-4835-90c2-1b0c8a9201a1 req-2f6c7067-f1cb-4d61-a0aa-eeae61a90395 service neutron] 10.222.0.70 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3232844
Jan 25 18:59:36.625396 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e79638-69cb-4aa0-88a5-5c8ea1bc03ae req-3014fb90-f84d-4c39-8cf4-c4664dd5260a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:36.627073 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e79638-69cb-4aa0-88a5-5c8ea1bc03ae req-3014fb90-f84d-4c39-8cf4-c4664dd5260a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9123d7e9-7f4e-456f-be09-41bca5535e60 HTTP/1.1" status: 200  len: 851 time: 0.0924056
Jan 25 18:59:36.821528 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e79638-69cb-4aa0-88a5-5c8ea1bc03ae req-d524ba25-08f9-4346-b59e-9001a608f51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 18:59:36.823482 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e79638-69cb-4aa0-88a5-5c8ea1bc03ae req-d524ba25-08f9-4346-b59e-9001a608f51b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1821225
Jan 25 18:59:36.844415 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5eb8b40f-7b79-47ee-9ff4-981f88ffad0d req-607e7052-ffe4-4f2a-a44a-9ed9c2fac24e service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1996913
Jan 25 18:59:37.006518 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-e9a2e07e-562c-4128-9678-fecb77b8a22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fe00be0>, [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T18:54:59Z', 'revision_number': 4, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': '24da3de0-bb9f-4590-8ac9-4c42a8c9e485', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'port_id': '286a9f87-0a71-4efc-bb00-3562a35e44f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'mac_address': 'fa:16:3e:b4:9a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12f291-6b68-4723-bea0-090d551093bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:59:31Z', 'updated_at': '2021-01-25T18:59:33Z', 'revision_number': 1, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07aeb545-aed4-4085-8aaf-d8fc7b83fac3', 'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'mac_address': 'fa:16:3e:e9:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:58Z', 'updated_at': '2021-01-25T18:55:10Z', 'revision_number': 5, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'subnets': [{'id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 18:59:37.012279 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a2e07e-562c-4128-9678-fecb77b8a22f None None] The sync data for ids ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'] in dv-cinder-772388-1-iscsi is: [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T18:54:59Z', 'revision_number': 4, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': '24da3de0-bb9f-4590-8ac9-4c42a8c9e485', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'port_id': '286a9f87-0a71-4efc-bb00-3562a35e44f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'mac_address': 'fa:16:3e:b4:9a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12f291-6b68-4723-bea0-090d551093bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:59:31Z', 'updated_at': '2021-01-25T18:59:33Z', 'revision_number': 1, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07aeb545-aed4-4085-8aaf-d8fc7b83fac3', 'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'mac_address': 'fa:16:3e:e9:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:58Z', 'updated_at': '2021-01-25T18:55:10Z', 'revision_number': 5, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'subnets': [{'id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 18:59:37.043002 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e79638-69cb-4aa0-88a5-5c8ea1bc03ae req-5ee8f6db-533f-40cf-b9ba-b56571039059 service neutron] 10.222.0.77 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2108617
Jan 25 18:59:37.064303 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5eb8b40f-7b79-47ee-9ff4-981f88ffad0d req-1aafeb50-4abd-4580-8f9c-cc5eae36da83 service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2129583
Jan 25 18:59:37.219738 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81e79638-69cb-4aa0-88a5-5c8ea1bc03ae req-ec71aac4-04f3-4f77-9022-2adc007e9bf7 service neutron] 10.222.0.77 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1635978
Jan 25 18:59:37.374662 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000d441b-efe3-4cee-b03e-0bc85e045b8e None None] New status for floating IP 24da3de0-bb9f-4590-8ac9-4c42a8c9e485: ACTIVE {{(pid=80202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 25 18:59:49.593367 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:50.829104 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7d5fcebd-8716-40a8-a2e0-81c14cac2802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:53.069982 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:53.133299 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c778f627-e60c-4516-b050-3266343cc4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:54.754308 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 18:59:55.216508 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:00:09.143173 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 19:00:19.626171 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:00:20.836489 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d0fc105b-5311-4586-9d1f-528dfc18f33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:00:23.075522 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:00:23.147094 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-13bcf189-135c-432a-8838-3eeb0c89ba1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:00:24.761706 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:00:25.231706 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:00:32.159526 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49614da0-d056-4a43-88f5-0e15589e9d64 req-5c95396a-7c59-428b-94e2-3aa308a4a811 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:32.161198 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-49614da0-d056-4a43-88f5-0e15589e9d64 req-5c95396a-7c59-428b-94e2-3aa308a4a811 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1697216
Jan 25 19:00:32.225807 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-49614da0-d056-4a43-88f5-0e15589e9d64 req-0a2fc046-9394-45ff-869d-476a407022d2 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562425
Jan 25 19:00:33.570840 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64afc9-1052-46ca-bdee-01b88998ba09 req-7ad18ff2-9ef4-4367-a834-485845533595 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:33.573902 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dc64afc9-1052-46ca-bdee-01b88998ba09 req-7ad18ff2-9ef4-4367-a834-485845533595 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1930330
Jan 25 19:00:33.651835 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dc64afc9-1052-46ca-bdee-01b88998ba09 req-6e53295a-895b-46b3-aeaf-7197576e509b tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697796
Jan 25 19:00:34.918732 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8f18b5f8-ab4a-4dd5-92aa-7725d89388f2 req-12f1f994-b74e-4b89-9d1b-e0a7a9b53b28 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1252983
Jan 25 19:00:35.008029 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21f4a3-ca30-4d1b-b0fe-4e325c75d302 req-9627ae64-09ba-47a1-8d9d-f479477f707b tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:35.009848 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-de21f4a3-ca30-4d1b-b0fe-4e325c75d302 req-9627ae64-09ba-47a1-8d9d-f479477f707b tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1374271
Jan 25 19:00:35.087784 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-de21f4a3-ca30-4d1b-b0fe-4e325c75d302 req-ab0abffe-d167-4012-8029-3ea32a15ff7a tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693321
Jan 25 19:00:35.093125 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18b5f8-ab4a-4dd5-92aa-7725d89388f2 req-916e9bad-f5dc-471d-a7b7-d52ec3285fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:35.096134 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8f18b5f8-ab4a-4dd5-92aa-7725d89388f2 req-916e9bad-f5dc-471d-a7b7-d52ec3285fb7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71302d4128404183b9c296e1bdbe448a&device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 1162 time: 0.1340871
Jan 25 19:00:35.276359 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18b5f8-ab4a-4dd5-92aa-7725d89388f2 req-b133ba8a-2b40-4f6b-8585-9d0f8496dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:35.278270 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8f18b5f8-ab4a-4dd5-92aa-7725d89388f2 req-b133ba8a-2b40-4f6b-8585-9d0f8496dedb service neutron] 10.222.0.70 "GET /v2.0/networks?id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b HTTP/1.1" status: 200  len: 906 time: 0.1544843
Jan 25 19:00:35.404584 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8f18b5f8-ab4a-4dd5-92aa-7725d89388f2 req-b64f8550-7d38-4d1d-998f-60dc32048d91 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=286a9f87-0a71-4efc-bb00-3562a35e44f6 HTTP/1.1" status: 200  len: 1001 time: 0.1188307
Jan 25 19:00:35.485751 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18b5f8-ab4a-4dd5-92aa-7725d89388f2 req-95fa7c7d-aecb-4c01-bbe4-f621482f247b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:35.487552 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8f18b5f8-ab4a-4dd5-92aa-7725d89388f2 req-95fa7c7d-aecb-4c01-bbe4-f621482f247b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9123d7e9-7f4e-456f-be09-41bca5535e60 HTTP/1.1" status: 200  len: 851 time: 0.0762796
Jan 25 19:00:35.579133 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18b5f8-ab4a-4dd5-92aa-7725d89388f2 req-7771db8b-1c3f-458c-afed-787aed8a3d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:35.581557 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8f18b5f8-ab4a-4dd5-92aa-7725d89388f2 req-7771db8b-1c3f-458c-afed-787aed8a3d21 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0851758
Jan 25 19:00:35.750143 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8f18b5f8-ab4a-4dd5-92aa-7725d89388f2 req-c97213c2-541f-4ef1-ab78-6605d03034a6 service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1617210
Jan 25 19:00:35.908865 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8f18b5f8-ab4a-4dd5-92aa-7725d89388f2 req-7f4876b2-6191-4098-89a0-9e3d12c5324d service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1507573
Jan 25 19:00:36.388580 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ec1c5-46cc-494d-9d83-b1cfd3a90aba req-cafbcda2-c830-49a7-a435-3978437a0826 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:36.390379 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5d9ec1c5-46cc-494d-9d83-b1cfd3a90aba req-cafbcda2-c830-49a7-a435-3978437a0826 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1358886
Jan 25 19:00:36.463316 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5d9ec1c5-46cc-494d-9d83-b1cfd3a90aba req-0a502fcc-b423-4736-a919-d075fd2dda64 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605309
Jan 25 19:00:37.714537 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ff584-cd1b-4fc3-a70b-446a57cd33be req-73d9a391-22e1-4015-a01e-401c23fb9028 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:37.716294 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4a2ff584-cd1b-4fc3-a70b-446a57cd33be req-73d9a391-22e1-4015-a01e-401c23fb9028 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1157944
Jan 25 19:00:37.778021 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4a2ff584-cd1b-4fc3-a70b-446a57cd33be req-509d78d7-9f93-4a23-bca5-44a33383e330 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540855
Jan 25 19:00:39.141817 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f12ff-c8b6-4290-b7df-c253aea6a92b req-ab36c8dd-d9e0-4b47-9109-df9533717730 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:39.145470 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c55f12ff-c8b6-4290-b7df-c253aea6a92b req-ab36c8dd-d9e0-4b47-9109-df9533717730 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.2257547
Jan 25 19:00:39.212276 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c55f12ff-c8b6-4290-b7df-c253aea6a92b req-a1f69cf1-9bc3-4e2c-8d12-713130435cd0 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588791
Jan 25 19:00:40.500889 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd0f86-c8d7-4b76-a013-7e436c8d4cb5 req-90f8556e-8b5f-4e14-8f29-36a4028335e5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:40.503164 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-acfd0f86-c8d7-4b76-a013-7e436c8d4cb5 req-90f8556e-8b5f-4e14-8f29-36a4028335e5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1352260
Jan 25 19:00:40.568454 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-acfd0f86-c8d7-4b76-a013-7e436c8d4cb5 req-0b773d41-a283-4b2a-8f39-e64023fd1202 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562103
Jan 25 19:00:41.870634 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea58d0f-73fe-4ce5-b1a1-9492d0e2305f req-286e0f93-d324-45d5-a3fd-ce22ab04f843 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:41.873063 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9ea58d0f-73fe-4ce5-b1a1-9492d0e2305f req-286e0f93-d324-45d5-a3fd-ce22ab04f843 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1427693
Jan 25 19:00:41.934527 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9ea58d0f-73fe-4ce5-b1a1-9492d0e2305f req-ed5041ff-4db9-407e-b024-b0dd4506f302 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537217
Jan 25 19:00:43.203090 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabbc34-a5a8-4148-bbed-a324386636f7 req-2171e737-05b0-4e60-a6fc-e6357047340e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:43.204609 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0eabbc34-a5a8-4148-bbed-a324386636f7 req-2171e737-05b0-4e60-a6fc-e6357047340e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1227713
Jan 25 19:00:43.270077 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0eabbc34-a5a8-4148-bbed-a324386636f7 req-8301d275-8177-43f2-b5b2-16abb86d3c63 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529704
Jan 25 19:00:44.550754 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf0665-bc4a-45fe-990d-f80ec3d35e21 req-88b707c5-6636-4eea-afd2-0009ce80565a tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:44.552523 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a2bf0665-bc4a-45fe-990d-f80ec3d35e21 req-88b707c5-6636-4eea-afd2-0009ce80565a tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1306460
Jan 25 19:00:44.627873 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a2bf0665-bc4a-45fe-990d-f80ec3d35e21 req-7c39f8b0-58a1-4837-937a-31485d014563 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609658
Jan 25 19:00:45.895127 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54865d47-c6c4-441d-ba7f-e651e9881e5c req-4e102e3e-e9ad-46f1-883d-98cbf9c93938 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:45.896933 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54865d47-c6c4-441d-ba7f-e651e9881e5c req-4e102e3e-e9ad-46f1-883d-98cbf9c93938 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1272817
Jan 25 19:00:46.003578 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54865d47-c6c4-441d-ba7f-e651e9881e5c req-a7599bac-b686-48f0-a6fa-934b7e574b80 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0964344
Jan 25 19:00:46.145002 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 19:00:47.291329 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369f941-4698-4aaa-a585-7a18228fa7d4 req-e0309c94-9948-4adb-9474-9230ef129c7e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:47.293063 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d369f941-4698-4aaa-a585-7a18228fa7d4 req-e0309c94-9948-4adb-9474-9230ef129c7e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1290801
Jan 25 19:00:47.361224 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d369f941-4698-4aaa-a585-7a18228fa7d4 req-f3c1dcef-4253-4971-9f5c-fd7404c5babd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560143
Jan 25 19:00:48.633334 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852b298-b3cc-40bf-bd17-2e82e0def1c4 req-e0b9c14f-3463-4e87-9e9d-905073d759e5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:48.635535 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b852b298-b3cc-40bf-bd17-2e82e0def1c4 req-e0b9c14f-3463-4e87-9e9d-905073d759e5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1293697
Jan 25 19:00:48.717770 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b852b298-b3cc-40bf-bd17-2e82e0def1c4 req-8b2c3d11-04e6-4085-8bf7-69f2ea844c2d tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748959
Jan 25 19:00:49.660372 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:00:50.067466 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4fe1b-3f29-4c83-aef9-7d630fbbb3bb req-d64babf8-0471-43d9-bce4-cdbfff5405cd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:50.069389 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5ab4fe1b-3f29-4c83-aef9-7d630fbbb3bb req-d64babf8-0471-43d9-bce4-cdbfff5405cd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1350725
Jan 25 19:00:50.135189 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5ab4fe1b-3f29-4c83-aef9-7d630fbbb3bb req-05a2c40b-312a-4ba9-be39-b95658cee4c2 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582817
Jan 25 19:00:50.833971 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-039d5964-6310-4cf5-806f-54612b22914a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:00:51.416087 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a689d9-c2db-4788-84ec-39a1dbb709db req-2bbbb952-cc51-4c19-a5a9-7b9260114f0e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:51.417856 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-36a689d9-c2db-4788-84ec-39a1dbb709db req-2bbbb952-cc51-4c19-a5a9-7b9260114f0e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1281919
Jan 25 19:00:51.483643 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-36a689d9-c2db-4788-84ec-39a1dbb709db req-ca74203a-7b4d-4fd3-86eb-f7f767ba4d3e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576611
Jan 25 19:00:52.850665 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f172a-5804-4a83-a368-b5bd307d76bf req-9236516a-df7f-441f-8108-c93e5226569a tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:52.852458 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-129f172a-5804-4a83-a368-b5bd307d76bf req-9236516a-df7f-441f-8108-c93e5226569a tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.2166200
Jan 25 19:00:52.921783 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-129f172a-5804-4a83-a368-b5bd307d76bf req-fdd9db1b-4b62-4dc7-9f9f-49e477319e34 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622540
Jan 25 19:00:53.087782 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:00:53.156253 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-8f93952f-9b76-400c-92d0-90c15578a8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:00:53.466537 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f8289-e12b-42f3-9cca-152f5fddf857 req-c1992014-4f46-45d2-bc68-f41b6b9c5f1d tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:53.468340 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-886f8289-e12b-42f3-9cca-152f5fddf857 req-c1992014-4f46-45d2-bc68-f41b6b9c5f1d tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1900640
Jan 25 19:00:53.558597 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-886f8289-e12b-42f3-9cca-152f5fddf857 req-ded2b832-c982-427c-99db-8084599efd9d tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780990
Jan 25 19:00:53.570746 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd69cf-a62c-40bd-920f-70233ee73b11 req-1fe169c8-2b52-4894-880e-55054875a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:53.571580 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d2fd69cf-a62c-40bd-920f-70233ee73b11 req-1fe169c8-2b52-4894-880e-55054875a64f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=52b208f1c80f43cf9ef1a2d56217e38b&device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 1163 time: 0.1966345
Jan 25 19:00:53.733135 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd69cf-a62c-40bd-920f-70233ee73b11 req-cd831a9d-0a8b-43c6-a49a-bb4e617e9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:53.734639 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d2fd69cf-a62c-40bd-920f-70233ee73b11 req-cd831a9d-0a8b-43c6-a49a-bb4e617e9f8a service neutron] 10.222.0.70 "GET /v2.0/networks?id=7470e72d-e1ad-4621-a3fb-4bbb740a6d89 HTTP/1.1" status: 200  len: 905 time: 0.1552966
Jan 25 19:00:53.921498 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d2fd69cf-a62c-40bd-920f-70233ee73b11 req-99e9df2e-a49c-4d37-8b08-b2b84596ccda service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c2b9297-3fce-4252-b953-b77dfdc62577 HTTP/1.1" status: 200  len: 1002 time: 0.1787989
Jan 25 19:00:54.262952 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd69cf-a62c-40bd-920f-70233ee73b11 req-ec30d17c-67e0-48ac-b337-2c2eab7137d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:54.265834 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d2fd69cf-a62c-40bd-920f-70233ee73b11 req-ec30d17c-67e0-48ac-b337-2c2eab7137d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9e38db72-1aa1-42fd-a956-cbdb0e03df27 HTTP/1.1" status: 200  len: 850 time: 0.3376768
Jan 25 19:00:54.365655 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd69cf-a62c-40bd-920f-70233ee73b11 req-6f036bba-d70b-404b-b598-8baee049c226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:54.367112 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d2fd69cf-a62c-40bd-920f-70233ee73b11 req-6f036bba-d70b-404b-b598-8baee049c226 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7470e72d-e1ad-4621-a3fb-4bbb740a6d89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0944381
Jan 25 19:00:54.544003 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d2fd69cf-a62c-40bd-920f-70233ee73b11 req-05abc112-837c-4f41-bb33-d295f2d618e8 service neutron] 10.222.0.70 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1684804
Jan 25 19:00:54.722940 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d2fd69cf-a62c-40bd-920f-70233ee73b11 req-3fb41006-a2b4-407c-b856-29d2e0bf32ae service neutron] 10.222.0.70 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1710503
Jan 25 19:00:54.765669 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:00:54.927434 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113b433-5f66-433b-98ba-48ebd5c55b1c req-c438afd2-3bdd-4a9d-882e-151fd58b4cec tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:54.929446 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f113b433-5f66-433b-98ba-48ebd5c55b1c req-c438afd2-3bdd-4a9d-882e-151fd58b4cec tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1996763
Jan 25 19:00:54.998335 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f113b433-5f66-433b-98ba-48ebd5c55b1c req-540d4568-bc6c-4e81-a1dc-bd2227115a50 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609899
Jan 25 19:00:55.226822 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:00:56.424537 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafca8-9439-48e7-88ca-e7415e46d155 req-de9e1253-6821-4c62-93cf-5ebbcd697bd1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:00:56.426785 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-96eafca8-9439-48e7-88ca-e7415e46d155 req-de9e1253-6821-4c62-93cf-5ebbcd697bd1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1423645
Jan 25 19:00:56.495109 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-96eafca8-9439-48e7-88ca-e7415e46d155 req-3c4f65ae-2826-428b-b5da-46deb7c1fa88 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559862
Jan 25 19:01:19.669525 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:20.837008 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fd783ff7-c722-4464-a6e4-f191cd58a9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:23.091188 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:23.148745 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-11c8badb-7fdb-4970-bd03-f4891b557bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:23.153038 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 19:01:24.774940 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:25.236941 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:36.819449 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f8bf4317-e300-4160-8fe0-7fc1107bfb9e req-5ef59146-0569-4a4a-8a02-148cf0277293 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0901809
Jan 25 19:01:37.039804 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf4317-e300-4160-8fe0-7fc1107bfb9e req-e6dfca6e-4098-40e1-b2bd-f1612ef4b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:37.041611 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f8bf4317-e300-4160-8fe0-7fc1107bfb9e req-e6dfca6e-4098-40e1-b2bd-f1612ef4b7b7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=52b208f1c80f43cf9ef1a2d56217e38b&device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 1163 time: 0.1192648
Jan 25 19:01:37.306600 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf4317-e300-4160-8fe0-7fc1107bfb9e req-bca5a11c-a267-49b3-a340-26527ba5b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:37.309390 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f8bf4317-e300-4160-8fe0-7fc1107bfb9e req-bca5a11c-a267-49b3-a340-26527ba5b57a service neutron] 10.222.0.70 "GET /v2.0/networks?id=7470e72d-e1ad-4621-a3fb-4bbb740a6d89 HTTP/1.1" status: 200  len: 905 time: 0.2433941
Jan 25 19:01:37.441924 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f8bf4317-e300-4160-8fe0-7fc1107bfb9e req-790b053f-ab18-4a26-b1d5-2918c37f1e90 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c2b9297-3fce-4252-b953-b77dfdc62577 HTTP/1.1" status: 200  len: 1002 time: 0.1248736
Jan 25 19:01:37.519412 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf4317-e300-4160-8fe0-7fc1107bfb9e req-c24b29f7-7adc-434d-a0a0-dd0c5e262f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:37.521216 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f8bf4317-e300-4160-8fe0-7fc1107bfb9e req-c24b29f7-7adc-434d-a0a0-dd0c5e262f89 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9e38db72-1aa1-42fd-a956-cbdb0e03df27 HTTP/1.1" status: 200  len: 850 time: 0.0723667
Jan 25 19:01:37.620601 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf4317-e300-4160-8fe0-7fc1107bfb9e req-b4630c5d-f846-4587-aebf-d1b3c1e2d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:37.622277 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f8bf4317-e300-4160-8fe0-7fc1107bfb9e req-b4630c5d-f846-4587-aebf-d1b3c1e2d8a0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7470e72d-e1ad-4621-a3fb-4bbb740a6d89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0938549
Jan 25 19:01:37.793669 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f8bf4317-e300-4160-8fe0-7fc1107bfb9e req-769778a6-506d-4c65-ad06-b6f991285745 service neutron] 10.222.0.70 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1638238
Jan 25 19:01:37.969193 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f8bf4317-e300-4160-8fe0-7fc1107bfb9e req-19ae559d-eba0-4d66-9e42-1d46cdd32d28 service neutron] 10.222.0.70 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1678755
Jan 25 19:01:40.017494 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-f4309c35-d1b3-4ecc-b78d-d6603770cf70 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-263656316&fields=id&tenant_id=71302d4128404183b9c296e1bdbe448a HTTP/1.1" status: 200  len: 267 time: 0.0618384
Jan 25 19:01:40.345698 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-a21f0a93-ebe1-4b09-853e-2b63f94b4390 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:40.347379 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-a21f0a93-ebe1-4b09-853e-2b63f94b4390 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/networks?id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b HTTP/1.1" status: 200  len: 812 time: 0.3154817
Jan 25 19:01:40.371760 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-5b20a4cf-0f60-45a7-8cea-35031287fa0a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/quotas/71302d4128404183b9c296e1bdbe448a HTTP/1.1" status: 200  len: 375 time: 0.0122366
Jan 25 19:01:40.513164 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-9bd00ee6-d99a-4e7e-941b-1b4263bfe08a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?tenant_id=71302d4128404183b9c296e1bdbe448a&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1306913
Jan 25 19:01:40.542480 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-dbec8665-0bae-4392-9c91-7bdf1e18f3d1 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 25 19:01:40.543783 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-dbec8665-0bae-4392-9c91-7bdf1e18f3d1 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0069609
Jan 25 19:01:40.724406 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-1078376d-019d-478c-8ba2-cd6ac4da9dd7 service neutron] 10.222.0.77 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1674476
Jan 25 19:01:40.897752 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-a52ff75e-df37-41dc-895a-22a03c9140f0 service neutron] 10.222.0.77 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1659381
Jan 25 19:01:41.533559 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b96d4c75-48a8-435c-ac49-5a365e047270 req-5948bfcf-fd4c-4d00-a58a-39b717f908ef tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 210 time: 0.0928912
Jan 25 19:01:42.774558 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-497806b3-19bc-41a2-a7cd-212fd6d8df13 req-1f2acb25-0646-492b-b011-5f24eed5b3e6 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 210 time: 0.0588019
Jan 25 19:01:43.252146 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-3ddce9d3-06e5-4fc8-ae0c-3f09ebed0d35 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:43.254300 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-3ddce9d3-06e5-4fc8-ae0c-3f09ebed0d35 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.70 "GET /v2.0/networks?id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b HTTP/1.1" status: 200  len: 812 time: 0.2875547
Jan 25 19:01:43.376370 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-012ca492-acf6-41a1-b14a-cfbb0b9da689 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=71302d4128404183b9c296e1bdbe448a HTTP/1.1" status: 200  len: 5763 time: 0.0998905
Jan 25 19:01:43.389940 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Request body: {'port': {'device_id': 'd5f9e9c2-d1b9-415a-a55d-76a736aa4cd6', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'admin_state_up': True, 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'security_groups': ['01d00001-7b9e-484f-a517-0826372fe9ef']}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 19:01:43.644905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 19:01:43.656145 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 19:01:43.667157 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Made reservation on behalf of 71302d4128404183b9c296e1bdbe448a for: {'port': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 19:01:43.678691 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:44.113875 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a1ae1a7a-8f54-4dd5-a625-d6cf456f66a5 req-b726b6cf-4a02-4765-b972-de60ee22361f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 210 time: 0.0767448
Jan 25 19:01:44.217391 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Allocated IP 172.20.0.13 (02b77a9e-9120-4f51-b1d2-c7b6e684f79b/9123d7e9-7f4e-456f-be09-41bca5535e60/1b614117-d3ff-4d9a-9205-1e8a4fa52d84) {{(pid=80198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 19:01:44.608124 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for port, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:44.630504 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Transition to ACTIVE for port object 1b614117-d3ff-4d9a-9205-1e8a4fa52d84 will not be triggered until provisioned by entity DHCP. {{(pid=80198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 19:01:44.668143 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:44.696763 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-4aedb83b-71e4-49b9-bc89-695ad4a90cd7 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:01:44.939332 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Pushing event updated for resources: {'Port': ['ID=1b614117-d3ff-4d9a-9205-1e8a4fa52d84,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:01:44.961188 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:44.961745 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:44.962164 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:44.962589 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:44.963034 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:44.963533 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:44.964013 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:44.964591 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:44.965122 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:44.965708 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:44.966173 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:44.966722 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:44.967142 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:44.967544 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:44.967937 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:44.968335 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:44.968723 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:44.969142 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:44.970052 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:44.970446 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:44.971006 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:44.971428 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:44.972006 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:44.972483 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:44.980320 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:01:45.042787 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Network 02b77a9e-9120-4f51-b1d2-c7b6e684f79b is already hosted by enough agents. {{(pid=80198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 19:01:45.044586 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Resources bound (agent type, host, resource id):  {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 19:01:45.048233 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Received port after_create {{(pid=80198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 19:01:45.197019 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:45.198203 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:45.247762 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-fb0796ff-b442-4b34-a721-eb7586e4b78f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8656108
Jan 25 19:01:45.270809 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-79fe0e6f-e9ad-417f-9770-838d61570aa3 service neutron] Request body: {'port': {'device_id': 'd5f9e9c2-d1b9-415a-a55d-76a736aa4cd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 19:01:45.334985 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-4456290d-c8de-4986-91fe-7f0c47a8b09e None None] Provisioning for port 1b614117-d3ff-4d9a-9205-1e8a4fa52d84 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 19:01:45.343096 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-4456290d-c8de-4986-91fe-7f0c47a8b09e None None] Provisioning complete for port 1b614117-d3ff-4d9a-9205-1e8a4fa52d84 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 19:01:45.343684 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4456290d-c8de-4986-91fe-7f0c47a8b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:45.419879 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-4456290d-c8de-4986-91fe-7f0c47a8b09e None None] Port 1b614117-d3ff-4d9a-9205-1e8a4fa52d84 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 19:01:45.472293 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c5341-a90e-4183-9b04-9fdd0f6c4efe req-af867f5c-2f24-4807-a225-34cad6a67385 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:45.474269 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-003c5341-a90e-4183-9b04-9fdd0f6c4efe req-af867f5c-2f24-4807-a225-34cad6a67385 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 932 time: 0.1673472
Jan 25 19:01:45.513556 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-79fe0e6f-e9ad-417f-9770-838d61570aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:45.546472 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-003c5341-a90e-4183-9b04-9fdd0f6c4efe req-f67f5dc4-3dff-4456-8099-72ebce11d074 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0646105
Jan 25 19:01:46.018175 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-79fe0e6f-e9ad-417f-9770-838d61570aa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b614117-d3ff-4d9a-9205-1e8a4fa52d84 {{(pid=80198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 25 19:01:46.030015 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-79fe0e6f-e9ad-417f-9770-838d61570aa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:46.045611 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-79fe0e6f-e9ad-417f-9770-838d61570aa3 service neutron] Transition to ACTIVE for port object 1b614117-d3ff-4d9a-9205-1e8a4fa52d84 will not be triggered until provisioned by entity L2. {{(pid=80198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 19:01:46.049215 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-79fe0e6f-e9ad-417f-9770-838d61570aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847568392'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:46.065856 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-9aaad8ac-e3aa-4d13-8419-4755de60c47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:01:46.214994 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe0e6f-e9ad-417f-9770-838d61570aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=1b614117-d3ff-4d9a-9205-1e8a4fa52d84,revision_number=2']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:01:46.227149 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-79fe0e6f-e9ad-417f-9770-838d61570aa3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:01:46.715053 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-79fe0e6f-e9ad-417f-9770-838d61570aa3 service neutron] Attempting to bind port 1b614117-d3ff-4d9a-9205-1e8a4fa52d84 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 19:01:46.715554 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-79fe0e6f-e9ad-417f-9770-838d61570aa3 service neutron] Attempting to bind port 1b614117-d3ff-4d9a-9205-1e8a4fa52d84 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b'}] {{(pid=80198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 19:01:46.716026 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-79fe0e6f-e9ad-417f-9770-838d61570aa3 service neutron] Attempting to bind port 1b614117-d3ff-4d9a-9205-1e8a4fa52d84 on network 02b77a9e-9120-4f51-b1d2-c7b6e684f79b {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 19:01:46.765119 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-79fe0e6f-e9ad-417f-9770-838d61570aa3 service neutron] Checking agent: {'id': '2edca791-6dfd-4a0b-9497-e94f443cd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 33), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 19, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 19:01:46.765595 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-79fe0e6f-e9ad-417f-9770-838d61570aa3 service neutron] Checking segment: {'id': 'ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 19:01:46.766049 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-79fe0e6f-e9ad-417f-9770-838d61570aa3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:46.766530 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-79fe0e6f-e9ad-417f-9770-838d61570aa3 service neutron] Bound using segment: {'id': 'ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b'} {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 19:01:46.767124 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-79fe0e6f-e9ad-417f-9770-838d61570aa3 service neutron] Bound port: 1b614117-d3ff-4d9a-9205-1e8a4fa52d84, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b'}}] {{(pid=80198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 19:01:46.767560 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-79fe0e6f-e9ad-417f-9770-838d61570aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:46.903030 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-79fe0e6f-e9ad-417f-9770-838d61570aa3 service neutron] For port 1b614117-d3ff-4d9a-9205-1e8a4fa52d84, host hv-cinder-77238, cleared binding levels {{(pid=80198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 19:01:46.938730 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ea447-002b-4d3c-9320-becb88566326 req-9f41749d-bb5e-4e5e-9f3c-756583a535e9 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:46.939550 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-046ea447-002b-4d3c-9320-becb88566326 req-9f41749d-bb5e-4e5e-9f3c-756583a535e9 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Synchronizing usage tracker for tenant:71302d4128404183b9c296e1bdbe448a on resource:port {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 19:01:46.944864 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-79fe0e6f-e9ad-417f-9770-838d61570aa3 service neutron] For port 1b614117-d3ff-4d9a-9205-1e8a4fa52d84, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=1b614117-d3ff-4d9a-9205-1e8a4fa52d84,segment=NetworkSegment(ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d),segment_id=ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d)] {{(pid=80198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 19:01:46.954506 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-79fe0e6f-e9ad-417f-9770-838d61570aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847568392'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:46.972855 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-10547b1e-7ca1-4b33-9c44-fa1e14e13c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:01:47.026846 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-046ea447-002b-4d3c-9320-becb88566326 req-9f41749d-bb5e-4e5e-9f3c-756583a535e9 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Unset dirty status for tenant:71302d4128404183b9c296e1bdbe448a on resource:port {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 19:01:47.028121 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-046ea447-002b-4d3c-9320-becb88566326 req-9f41749d-bb5e-4e5e-9f3c-756583a535e9 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 944 time: 0.3090172
Jan 25 19:01:47.180459 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe0e6f-e9ad-417f-9770-838d61570aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=1b614117-d3ff-4d9a-9205-1e8a4fa52d84,revision_number=3']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:01:47.189175 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-79fe0e6f-e9ad-417f-9770-838d61570aa3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:01:47.201285 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-046ea447-002b-4d3c-9320-becb88566326 req-324f4bed-21b1-45d7-8b03-5702a0ff898a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1561697
Jan 25 19:01:47.244067 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-79fe0e6f-e9ad-417f-9770-838d61570aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:47.244803 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-79fe0e6f-e9ad-417f-9770-838d61570aa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:47.246569 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-79fe0e6f-e9ad-417f-9770-838d61570aa3 service neutron] 10.222.0.70 "PUT /v2.0/ports/1b614117-d3ff-4d9a-9205-1e8a4fa52d84 HTTP/1.1" status: 200  len: 1158 time: 1.9839575
Jan 25 19:01:47.247322 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f9e9c2-d1b9-415a-a55d-76a736aa4cd6', 'tag': '1b614117-d3ff-4d9a-9205-1e8a4fa52d84'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 19:01:47.421021 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-2191280b-813f-416a-8dcf-49b2706c73af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:47.424023 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-2191280b-813f-416a-8dcf-49b2706c73af service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71302d4128404183b9c296e1bdbe448a&device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 1161 time: 0.1098783
Jan 25 19:01:47.540728 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-139667a0-89ed-45ed-89e2-d0b0262063dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b614117-d3ff-4d9a-9205-1e8a4fa52d84 HTTP/1.1" status: 200  len: 217 time: 0.0865211
Jan 25 19:01:47.548376 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f9e9c2-d1b9-415a-a55d-76a736aa4cd6', 'tag': '1b614117-d3ff-4d9a-9205-1e8a4fa52d84', 'status': 'completed', 'code': 200}
Jan 25 19:01:47.626680 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-6f9aa173-e508-46cd-b2b6-77f8050da55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:47.628310 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-6f9aa173-e508-46cd-b2b6-77f8050da55c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9123d7e9-7f4e-456f-be09-41bca5535e60 HTTP/1.1" status: 200  len: 851 time: 0.0790417
Jan 25 19:01:47.744029 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-79bcddca-4ba7-42a2-b6f1-cb6997f893a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:47.746177 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-79bcddca-4ba7-42a2-b6f1-cb6997f893a3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1100967
Jan 25 19:01:47.932333 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-ccbfd9bf-c53f-482d-9d1c-c349d7c2dc6e service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1786492
Jan 25 19:01:48.101347 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ace95348-2f7d-4d4a-9acb-7020c04788b2 req-d8697096-a2c9-4f07-8f25-20acff9c246a service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1608570
Jan 25 19:01:48.336654 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bd19c-bfc3-4ab9-bca3-909aeabf0060 req-82722e78-2272-4d5d-99cf-2dbd1672291e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:48.339229 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-643bd19c-bfc3-4ab9-bca3-909aeabf0060 req-82722e78-2272-4d5d-99cf-2dbd1672291e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71302d4128404183b9c296e1bdbe448a&device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 1161 time: 0.1174538
Jan 25 19:01:48.643227 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4a42d-fb55-4499-9a7f-bdfb764cb39c req-6415760e-34d9-4c5d-b0d9-2295e08c30fb tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:48.645308 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b4c4a42d-fb55-4499-9a7f-bdfb764cb39c req-6415760e-34d9-4c5d-b0d9-2295e08c30fb tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 944 time: 0.2791274
Jan 25 19:01:48.646638 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bd19c-bfc3-4ab9-bca3-909aeabf0060 req-2cbda3f3-4862-46fc-bc8a-23045776745a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:48.649136 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-643bd19c-bfc3-4ab9-bca3-909aeabf0060 req-2cbda3f3-4862-46fc-bc8a-23045776745a service neutron] 10.222.0.70 "GET /v2.0/networks?id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b HTTP/1.1" status: 200  len: 906 time: 0.2303543
Jan 25 19:01:48.761646 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-643bd19c-bfc3-4ab9-bca3-909aeabf0060 req-50203622-6876-4bb1-a2dd-1422125a05b6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b614117-d3ff-4d9a-9205-1e8a4fa52d84 HTTP/1.1" status: 200  len: 217 time: 0.1056228
Jan 25 19:01:48.839836 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b4c4a42d-fb55-4499-9a7f-bdfb764cb39c req-19fa659d-8c9a-445e-8abb-f331abef222b tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1859777
Jan 25 19:01:48.865861 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bd19c-bfc3-4ab9-bca3-909aeabf0060 req-578bf50d-c665-4347-9675-e9c86070eb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:48.867590 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-643bd19c-bfc3-4ab9-bca3-909aeabf0060 req-578bf50d-c665-4347-9675-e9c86070eb57 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9123d7e9-7f4e-456f-be09-41bca5535e60 HTTP/1.1" status: 200  len: 851 time: 0.0944934
Jan 25 19:01:48.967005 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bd19c-bfc3-4ab9-bca3-909aeabf0060 req-1a802cad-2d8c-4a57-817d-a6d1d0f723c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:48.968753 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-643bd19c-bfc3-4ab9-bca3-909aeabf0060 req-1a802cad-2d8c-4a57-817d-a6d1d0f723c3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0931866
Jan 25 19:01:49.152283 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-643bd19c-bfc3-4ab9-bca3-909aeabf0060 req-f944ac75-3d7d-48f6-86af-607b06aa3f53 service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1756618
Jan 25 19:01:49.315876 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-643bd19c-bfc3-4ab9-bca3-909aeabf0060 req-a751234a-5312-4f33-92d9-30c8a0abf602 service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1560671
Jan 25 19:01:49.687173 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:50.457918 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b359b5-4841-4325-91e3-2cc730e335c0 req-ee4c175c-0f19-4493-955a-6b77eb31b8ff tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:50.460850 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-40b359b5-4841-4325-91e3-2cc730e335c0 req-ee4c175c-0f19-4493-955a-6b77eb31b8ff tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 944 time: 0.4610186
Jan 25 19:01:50.534674 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-40b359b5-4841-4325-91e3-2cc730e335c0 req-7731c2ac-53f4-4457-af1b-fe67efe8bd1f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0663142
Jan 25 19:01:50.836477 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-70584208-8520-495b-b210-6c6c7c02c9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:51.808217 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596ce75-796c-4fe2-bdd0-cc6c6b6b290d req-0aa52be5-45d0-494a-a7e8-9d1dc185cbdd tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:51.810025 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c596ce75-796c-4fe2-bdd0-cc6c6b6b290d req-0aa52be5-45d0-494a-a7e8-9d1dc185cbdd tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 944 time: 0.1325948
Jan 25 19:01:51.880839 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c596ce75-796c-4fe2-bdd0-cc6c6b6b290d req-3717c714-27e2-4e04-bace-8f2010568752 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0564325
Jan 25 19:01:53.094306 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:53.150822 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-84a12004-5b44-4dcd-b1e8-da1caa41a649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:53.346583 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08436ff-90cf-4939-99fd-136a1ecf8061 req-3ebdc3b6-3a90-46b6-8b69-9154acdd9ff3 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:53.349814 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a08436ff-90cf-4939-99fd-136a1ecf8061 req-3ebdc3b6-3a90-46b6-8b69-9154acdd9ff3 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 944 time: 0.2171278
Jan 25 19:01:53.417204 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a08436ff-90cf-4939-99fd-136a1ecf8061 req-09f8a148-8b1d-4247-a9e6-3de08a377b0b tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0594721
Jan 25 19:01:54.690141 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0626da-5412-41aa-8e86-2b2e1358b3ec req-f109280f-312d-4339-af90-1c62e379c87d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:54.692015 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ea0626da-5412-41aa-8e86-2b2e1358b3ec req-f109280f-312d-4339-af90-1c62e379c87d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 944 time: 0.1299675
Jan 25 19:01:54.772524 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:54.781009 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-ea0626da-5412-41aa-8e86-2b2e1358b3ec req-3bd775ed-2527-4347-8d37-c35568bfdc55 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0790370
Jan 25 19:01:55.232491 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:56.060779 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef0a67-7abb-4687-942c-5e02fbb2c847 req-5416463d-403c-43c4-99f2-429c048fd11c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:56.062841 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81ef0a67-7abb-4687-942c-5e02fbb2c847 req-5416463d-403c-43c4-99f2-429c048fd11c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 944 time: 0.1352534
Jan 25 19:01:56.129438 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-81ef0a67-7abb-4687-942c-5e02fbb2c847 req-c6a0c021-f257-4090-bff5-100e9787d7e9 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0590084
Jan 25 19:01:57.468822 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dc337-edac-4427-94a7-c51549b2fa1b req-6a211fde-3414-4592-938f-e3862fffbb68 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:57.471254 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9f1dc337-edac-4427-94a7-c51549b2fa1b req-6a211fde-3414-4592-938f-e3862fffbb68 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 944 time: 0.1847668
Jan 25 19:01:57.538830 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9f1dc337-edac-4427-94a7-c51549b2fa1b req-ab2d2db4-72c5-4cc4-809b-e9c255760eca tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0560687
Jan 25 19:01:58.856081 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7daf9-bce6-4fc2-bb20-1291dec182e8 req-8b2f6585-ac51-4ff5-8bbe-ead767e4dd0c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:58.858979 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45b7daf9-bce6-4fc2-bb20-1291dec182e8 req-8b2f6585-ac51-4ff5-8bbe-ead767e4dd0c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 944 time: 0.1714008
Jan 25 19:01:58.920754 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-45b7daf9-bce6-4fc2-bb20-1291dec182e8 req-1175b134-ee42-41aa-876e-41dfeb721cf0 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0546641
Jan 25 19:01:59.051919 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 1b614117-d3ff-4d9a-9205-1e8a4fa52d84 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 19:01:59.131713 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning for port 1b614117-d3ff-4d9a-9205-1e8a4fa52d84 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 19:01:59.137426 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 1b614117-d3ff-4d9a-9205-1e8a4fa52d84 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 19:01:59.137853 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:59.279541 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:59.313968 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f9e9c2-d1b9-415a-a55d-76a736aa4cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b614117-d3ff-4d9a-9205-1e8a4fa52d84'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 19:01:59.329939 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 1b614117-d3ff-4d9a-9205-1e8a4fa52d84, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=1b614117-d3ff-4d9a-9205-1e8a4fa52d84,segment=NetworkSegment(ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d),segment_id=ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 19:01:59.334480 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:01:59.337903 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:01:59.466746 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=1b614117-d3ff-4d9a-9205-1e8a4fa52d84,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:01:59.479808 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:59.480370 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:59.480754 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:59.481337 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:59.481881 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:59.482313 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:59.482822 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:59.483174 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:59.483596 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:59.484062 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:59.484517 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:59.485623 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:59.486164 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:59.486639 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:59.487120 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:59.487586 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:59.488053 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:59.488520 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:59.489080 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:59.489555 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:59.490033 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:59.490502 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:59.491049 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:59.491538 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:01:59.497621 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f9e9c2-d1b9-415a-a55d-76a736aa4cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b614117-d3ff-4d9a-9205-1e8a4fa52d84', 'code': 200}
Jan 25 19:01:59.498834 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:01:59.849761 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477606a-15e6-4d9e-8471-9597b3e0e363 req-f7a72826-1879-4a28-b187-d358037ba764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:01:59.852092 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3477606a-15e6-4d9e-8471-9597b3e0e363 req-f7a72826-1879-4a28-b187-d358037ba764 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 1163 time: 0.0933361
Jan 25 19:01:59.906307 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3477606a-15e6-4d9e-8471-9597b3e0e363 req-4e387225-5461-47d0-b115-2bbd1d7c3952 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0473168
Jan 25 19:02:00.143917 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 19:02:00.230802 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fad2d2-570d-4e42-a95a-9ec975c77b89 req-42044752-2568-4d2d-a57f-d0dced8bfe34 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:00.232596 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-43fad2d2-570d-4e42-a95a-9ec975c77b89 req-42044752-2568-4d2d-a57f-d0dced8bfe34 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 946 time: 0.1649990
Jan 25 19:02:00.302531 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-43fad2d2-570d-4e42-a95a-9ec975c77b89 req-2c76eac6-b72d-477b-afe3-73515c387653 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0621159
Jan 25 19:02:00.435031 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 1b614117-d3ff-4d9a-9205-1e8a4fa52d84 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 19:02:00.525427 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 1b614117-d3ff-4d9a-9205-1e8a4fa52d84 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 19:02:00.525847 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:01.647112 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a4d79-54a5-4300-a502-275c58ce39bf req-5be5dd89-0de7-4213-b054-cba24a9e64d9 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:01.650005 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5a7a4d79-54a5-4300-a502-275c58ce39bf req-5be5dd89-0de7-4213-b054-cba24a9e64d9 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 946 time: 0.1913202
Jan 25 19:02:01.740487 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5a7a4d79-54a5-4300-a502-275c58ce39bf req-642b7e2d-ef9c-4f62-ba21-cd23cbdc2ebb tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0801136
Jan 25 19:02:02.516650 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 1b614117-d3ff-4d9a-9205-1e8a4fa52d84 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 19:02:02.601758 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port 1b614117-d3ff-4d9a-9205-1e8a4fa52d84 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 19:02:02.602302 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:03.032297 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880aef76-62b2-4906-a2a1-072554170721 req-0b5fb53a-2a15-492e-aa64-de2d389f1f3e tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:03.034110 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-880aef76-62b2-4906-a2a1-072554170721 req-0b5fb53a-2a15-492e-aa64-de2d389f1f3e tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 946 time: 0.1312010
Jan 25 19:02:03.103226 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-880aef76-62b2-4906-a2a1-072554170721 req-b2abad03-4fd1-4ab3-b734-075060fde06a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0581348
Jan 25 19:02:03.548642 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e662dae-5c75-400b-a6dd-0101dd1e5c71 req-bc6b5615-cab5-40fa-95f4-e6f7cc3ac87a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:03.550476 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7e662dae-5c75-400b-a6dd-0101dd1e5c71 req-bc6b5615-cab5-40fa-95f4-e6f7cc3ac87a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 946 time: 0.1387577
Jan 25 19:02:03.621363 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7e662dae-5c75-400b-a6dd-0101dd1e5c71 req-09634521-68d6-409c-8002-97ba67b3c598 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0584176
Jan 25 19:02:03.913426 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-44a52821-51dc-4214-9124-a6191d960cdf req-82221e91-2e4a-4d6a-85f2-98f1a981bbf2 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2153847
Jan 25 19:02:03.925968 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-44a52821-51dc-4214-9124-a6191d960cdf req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Request body: {'floatingip': {'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 19:02:03.940640 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-44a52821-51dc-4214-9124-a6191d960cdf req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 19:02:03.955211 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-44a52821-51dc-4214-9124-a6191d960cdf req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 19:02:03.966520 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-44a52821-51dc-4214-9124-a6191d960cdf req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for floatingip, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:04.146903 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-44a52821-51dc-4214-9124-a6191d960cdf req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:04.600359 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-44a52821-51dc-4214-9124-a6191d960cdf req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Allocated IP 172.27.1.58 (ef7ca5be-17a0-4c04-be0c-5aafd7b465e2/d3ebd7f5-b535-4f35-9c6a-a58c394e9ef4/19d1fbfe-c0b5-4c6e-83ce-f3162fee57c0) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 19:02:04.801970 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-44a52821-51dc-4214-9124-a6191d960cdf req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:04.846929 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-44a52821-51dc-4214-9124-a6191d960cdf req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:04.866520 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-ca6991e0-be90-45b5-a5b9-87813f20b427 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:02:05.043266 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Pushing event updated for resources: {'Port': ['ID=19d1fbfe-c0b5-4c6e-83ce-f3162fee57c0,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:02:05.079962 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:02:05.080467 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:02:05.081100 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:02:05.081670 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:02:05.082225 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:02:05.082712 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:02:05.083288 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:02:05.083887 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:02:05.084339 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:02:05.084895 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:02:05.085556 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:02:05.086071 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:02:05.086661 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:02:05.087177 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:02:05.087649 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:02:05.088176 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:02:05.088653 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:02:05.089209 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:02:05.089684 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:02:05.090222 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:02:05.090684 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:02:05.091284 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:02:05.091687 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:02:05.092219 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:02:05.101637 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:02:05.147901 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a52821-51dc-4214-9124-a6191d960cdf req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 19:02:05.149452 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-44a52821-51dc-4214-9124-a6191d960cdf req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 19:02:05.152219 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a52821-51dc-4214-9124-a6191d960cdf req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 19:02:05.288857 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-44a52821-51dc-4214-9124-a6191d960cdf req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for floatingip, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:05.364152 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-44a52821-51dc-4214-9124-a6191d960cdf req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:05.791572 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-44a52821-51dc-4214-9124-a6191d960cdf req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:05.797587 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-44a52821-51dc-4214-9124-a6191d960cdf req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:05.827813 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-4a856c5c-9e37-482b-ad08-63752d7f8567 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:02:06.132816 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Pushing event updated for resources: {'Port': ['ID=19d1fbfe-c0b5-4c6e-83ce-f3162fee57c0,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:02:06.143525 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:02:06.308308 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-44a52821-51dc-4214-9124-a6191d960cdf req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363676'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:06.355482 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-44a52821-51dc-4214-9124-a6191d960cdf req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:06.357395 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-44a52821-51dc-4214-9124-a6191d960cdf req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.4367504
Jan 25 19:02:06.476332 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-44a52821-51dc-4214-9124-a6191d960cdf req-49e3fb23-dffe-48d9-9e70-5c267ede211d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Synchronizing usage tracker for tenant:71302d4128404183b9c296e1bdbe448a on resource:floatingip {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 19:02:06.497542 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-44a52821-51dc-4214-9124-a6191d960cdf req-49e3fb23-dffe-48d9-9e70-5c267ede211d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Unset dirty status for tenant:71302d4128404183b9c296e1bdbe448a on resource:floatingip {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 19:02:06.499264 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-44a52821-51dc-4214-9124-a6191d960cdf req-49e3fb23-dffe-48d9-9e70-5c267ede211d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.27.1.58 HTTP/1.1" status: 200  len: 695 time: 0.1329656
Jan 25 19:02:06.807160 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a52821-51dc-4214-9124-a6191d960cdf req-b136a47f-3d64-4f70-be85-45762bfd2a9f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:06.810232 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-44a52821-51dc-4214-9124-a6191d960cdf req-b136a47f-3d64-4f70-be85-45762bfd2a9f tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/networks/ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 HTTP/1.1" status: 200  len: 784 time: 0.2992966
Jan 25 19:02:06.824167 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [req-44a52821-51dc-4214-9124-a6191d960cdf req-083e7fa0-afb6-4b16-8954-3c509579be38 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 25 19:02:06.825371 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-44a52821-51dc-4214-9124-a6191d960cdf req-083e7fa0-afb6-4b16-8954-3c509579be38 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0074317
Jan 25 19:02:07.170290 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf6fa8-20a3-45ef-8a03-89ac9aba94a7 req-1f7736eb-e66d-4e98-b60d-5362c0d216b7 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:07.173808 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8dcf6fa8-20a3-45ef-8a03-89ac9aba94a7 req-1f7736eb-e66d-4e98-b60d-5362c0d216b7 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.2161844
Jan 25 19:02:07.292424 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8dcf6fa8-20a3-45ef-8a03-89ac9aba94a7 req-0d3f830e-2e96-483f-a6d0-de594e67f107 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.27.1.58 HTTP/1.1" status: 200  len: 695 time: 0.1099946
Jan 25 19:02:07.305347 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-8dcf6fa8-20a3-45ef-8a03-89ac9aba94a7 req-ba8a9467-752f-4809-a6e1-bb557599214d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Request body: {'floatingip': {'port_id': '1b614117-d3ff-4d9a-9205-1e8a4fa52d84', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 19:02:07.404334 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-8dcf6fa8-20a3-45ef-8a03-89ac9aba94a7 req-ba8a9467-752f-4809-a6e1-bb557599214d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for floatingip, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:08.507699 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-8dcf6fa8-20a3-45ef-8a03-89ac9aba94a7 req-ba8a9467-752f-4809-a6e1-bb557599214d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for floatingip, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:08.511671 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-8dcf6fa8-20a3-45ef-8a03-89ac9aba94a7 req-ba8a9467-752f-4809-a6e1-bb557599214d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363676'] for floatingip, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:08.781723 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.l3_db [req-8dcf6fa8-20a3-45ef-8a03-89ac9aba94a7 req-ba8a9467-752f-4809-a6e1-bb557599214d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Floating IP 19dfe302-90d7-4348-bbb2-91e50738dee7 associated. External IP: 172.27.1.58, port: 1b614117-d3ff-4d9a-9205-1e8a4fa52d84.
Jan 25 19:02:09.245478 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dcf6fa8-20a3-45ef-8a03-89ac9aba94a7 req-ba8a9467-752f-4809-a6e1-bb557599214d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Router 48d53d6a-8f6d-4752-a14f-30c68354ee8c has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 19:02:09.470410 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dcf6fa8-20a3-45ef-8a03-89ac9aba94a7 req-ba8a9467-752f-4809-a6e1-bb557599214d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 19:02:09.477817 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-8dcf6fa8-20a3-45ef-8a03-89ac9aba94a7 req-ba8a9467-752f-4809-a6e1-bb557599214d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:09.485672 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52560171-3f03-4aa6-9269-28dc900b5cb2 None None] Sync routers for ids ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 19:02:09.503949 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52560171-3f03-4aa6-9269-28dc900b5cb2 None None] Routers {'48d53d6a-8f6d-4752-a14f-30c68354ee8c'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 19:02:09.505100 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-52560171-3f03-4aa6-9269-28dc900b5cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fe49a20>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T19:01:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:02:09.551970 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8dcf6fa8-20a3-45ef-8a03-89ac9aba94a7 req-ba8a9467-752f-4809-a6e1-bb557599214d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "PUT /v2.0/floatingips/19dfe302-90d7-4348-bbb2-91e50738dee7 HTTP/1.1" status: 200  len: 996 time: 2.2514954
Jan 25 19:02:09.552907 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f9e9c2-d1b9-415a-a55d-76a736aa4cd6', 'tag': '1b614117-d3ff-4d9a-9205-1e8a4fa52d84'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 19:02:09.619331 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f9e9c2-d1b9-415a-a55d-76a736aa4cd6', 'tag': '1b614117-d3ff-4d9a-9205-1e8a4fa52d84', 'status': 'completed', 'code': 200}
Jan 25 19:02:09.822217 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf6fa8-20a3-45ef-8a03-89ac9aba94a7 req-ee8701c0-145e-4827-8be9-7b15c8474e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:09.823926 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8dcf6fa8-20a3-45ef-8a03-89ac9aba94a7 req-ee8701c0-145e-4827-8be9-7b15c8474e8d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=71302d4128404183b9c296e1bdbe448a&device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 1163 time: 0.2512515
Jan 25 19:02:09.831677 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660a57f-2c07-4b08-8c95-58bc5bce645b req-86ab92ef-5338-4d45-85d7-5d26103abe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:09.833208 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a660a57f-2c07-4b08-8c95-58bc5bce645b req-86ab92ef-5338-4d45-85d7-5d26103abe18 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71302d4128404183b9c296e1bdbe448a&device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 1163 time: 0.1271901
Jan 25 19:02:09.862685 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-52560171-3f03-4aa6-9269-28dc900b5cb2 None None] Set router 48d53d6a-8f6d-4752-a14f-30c68354ee8c gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 19:02:10.127884 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf6fa8-20a3-45ef-8a03-89ac9aba94a7 req-c830f5ab-d43b-4cf1-9575-3cb6f894d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:10.129927 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8dcf6fa8-20a3-45ef-8a03-89ac9aba94a7 req-c830f5ab-d43b-4cf1-9575-3cb6f894d6a3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b HTTP/1.1" status: 200  len: 906 time: 0.2956367
Jan 25 19:02:10.130934 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660a57f-2c07-4b08-8c95-58bc5bce645b req-3e1a6e9c-35a8-4d35-a236-5f8adcd95023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:10.132423 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a660a57f-2c07-4b08-8c95-58bc5bce645b req-3e1a6e9c-35a8-4d35-a236-5f8adcd95023 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b HTTP/1.1" status: 200  len: 906 time: 0.2701972
Jan 25 19:02:10.404443 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a660a57f-2c07-4b08-8c95-58bc5bce645b req-738e63b3-ac15-4b0a-b452-e88d17d21149 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b614117-d3ff-4d9a-9205-1e8a4fa52d84 HTTP/1.1" status: 200  len: 999 time: 0.2647457
Jan 25 19:02:10.410142 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8dcf6fa8-20a3-45ef-8a03-89ac9aba94a7 req-91f0c1e2-0f4c-43ec-892d-a14be101afc2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b614117-d3ff-4d9a-9205-1e8a4fa52d84 HTTP/1.1" status: 200  len: 999 time: 0.1904249
Jan 25 19:02:10.465478 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-52560171-3f03-4aa6-9269-28dc900b5cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fe49a20>, [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T18:54:59Z', 'revision_number': 4, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': '19dfe302-90d7-4348-bbb2-91e50738dee7', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'port_id': '1b614117-d3ff-4d9a-9205-1e8a4fa52d84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'mac_address': 'fa:16:3e:5c:62:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f9e9c2-d1b9-415a-a55d-76a736aa4cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T19:02:05Z', 'updated_at': '2021-01-25T19:02:08Z', 'revision_number': 1, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'fixed_ip_address_scope': None}, {'id': '24da3de0-bb9f-4590-8ac9-4c42a8c9e485', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'port_id': '286a9f87-0a71-4efc-bb00-3562a35e44f6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'mac_address': 'fa:16:3e:b4:9a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12f291-6b68-4723-bea0-090d551093bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:59:31Z', 'updated_at': '2021-01-25T18:59:37Z', 'revision_number': 2, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07aeb545-aed4-4085-8aaf-d8fc7b83fac3', 'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'mac_address': 'fa:16:3e:e9:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:58Z', 'updated_at': '2021-01-25T18:55:10Z', 'revision_number': 5, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'subnets': [{'id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:02:10.472175 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52560171-3f03-4aa6-9269-28dc900b5cb2 None None] Checking router: 48d53d6a-8f6d-4752-a14f-30c68354ee8c for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 19:02:10.485249 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52560171-3f03-4aa6-9269-28dc900b5cb2 None None] Routers {'48d53d6a-8f6d-4752-a14f-30c68354ee8c'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 19:02:10.486213 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-52560171-3f03-4aa6-9269-28dc900b5cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fe49a20>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T19:01:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:02:10.574309 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660a57f-2c07-4b08-8c95-58bc5bce645b req-6a3a6896-95c4-4c6f-894d-076bc9b4cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:10.576111 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a660a57f-2c07-4b08-8c95-58bc5bce645b req-6a3a6896-95c4-4c6f-894d-076bc9b4cfaa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9123d7e9-7f4e-456f-be09-41bca5535e60 HTTP/1.1" status: 200  len: 851 time: 0.1645455
Jan 25 19:02:10.583178 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf6fa8-20a3-45ef-8a03-89ac9aba94a7 req-4b4c2bb5-35b8-4c25-9eac-47809f900b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:10.585144 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8dcf6fa8-20a3-45ef-8a03-89ac9aba94a7 req-4b4c2bb5-35b8-4c25-9eac-47809f900b13 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9123d7e9-7f4e-456f-be09-41bca5535e60 HTTP/1.1" status: 200  len: 851 time: 0.1118181
Jan 25 19:02:10.731741 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-52560171-3f03-4aa6-9269-28dc900b5cb2 None None] Set router 48d53d6a-8f6d-4752-a14f-30c68354ee8c gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 19:02:10.855199 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660a57f-2c07-4b08-8c95-58bc5bce645b req-c81aa33f-13b6-4037-b153-229f53bbbe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:10.858278 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a660a57f-2c07-4b08-8c95-58bc5bce645b req-c81aa33f-13b6-4037-b153-229f53bbbe95 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2665927
Jan 25 19:02:10.863819 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf6fa8-20a3-45ef-8a03-89ac9aba94a7 req-fcde9949-ed4f-44e5-ba41-bfee067a222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:10.866249 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8dcf6fa8-20a3-45ef-8a03-89ac9aba94a7 req-fcde9949-ed4f-44e5-ba41-bfee067a222c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2047229
Jan 25 19:02:11.224498 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-52560171-3f03-4aa6-9269-28dc900b5cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fe49a20>, [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T18:54:59Z', 'revision_number': 4, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': '19dfe302-90d7-4348-bbb2-91e50738dee7', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'port_id': '1b614117-d3ff-4d9a-9205-1e8a4fa52d84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'mac_address': 'fa:16:3e:5c:62:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f9e9c2-d1b9-415a-a55d-76a736aa4cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T19:02:05Z', 'updated_at': '2021-01-25T19:02:08Z', 'revision_number': 1, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'fixed_ip_address_scope': None}, {'id': '24da3de0-bb9f-4590-8ac9-4c42a8c9e485', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'port_id': '286a9f87-0a71-4efc-bb00-3562a35e44f6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'mac_address': 'fa:16:3e:b4:9a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12f291-6b68-4723-bea0-090d551093bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:59:31Z', 'updated_at': '2021-01-25T18:59:37Z', 'revision_number': 2, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07aeb545-aed4-4085-8aaf-d8fc7b83fac3', 'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'mac_address': 'fa:16:3e:e9:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:58Z', 'updated_at': '2021-01-25T18:55:10Z', 'revision_number': 5, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'subnets': [{'id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:02:11.230650 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52560171-3f03-4aa6-9269-28dc900b5cb2 None None] The sync data for ids ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'] in dv-cinder-772388-1-iscsi is: [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T18:54:59Z', 'revision_number': 4, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': '19dfe302-90d7-4348-bbb2-91e50738dee7', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'port_id': '1b614117-d3ff-4d9a-9205-1e8a4fa52d84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'mac_address': 'fa:16:3e:5c:62:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f9e9c2-d1b9-415a-a55d-76a736aa4cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T19:02:05Z', 'updated_at': '2021-01-25T19:02:08Z', 'revision_number': 1, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'fixed_ip_address_scope': None}, {'id': '24da3de0-bb9f-4590-8ac9-4c42a8c9e485', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'port_id': '286a9f87-0a71-4efc-bb00-3562a35e44f6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'mac_address': 'fa:16:3e:b4:9a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12f291-6b68-4723-bea0-090d551093bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:59:31Z', 'updated_at': '2021-01-25T18:59:37Z', 'revision_number': 2, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07aeb545-aed4-4085-8aaf-d8fc7b83fac3', 'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'mac_address': 'fa:16:3e:e9:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:58Z', 'updated_at': '2021-01-25T18:55:10Z', 'revision_number': 5, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'subnets': [{'id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 19:02:11.580197 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8dcf6fa8-20a3-45ef-8a03-89ac9aba94a7 req-ae6c106f-d8a5-45ff-92b2-5e76bd8887a7 service neutron] 10.222.0.77 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6719613
Jan 25 19:02:11.593784 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a660a57f-2c07-4b08-8c95-58bc5bce645b req-5dcebe7d-73a3-4787-b89d-6ae33234c52e service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7258637
Jan 25 19:02:11.602884 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c4c0d7-9416-4cfa-9c46-4abb7290d5fe None None] New status for floating IP 19dfe302-90d7-4348-bbb2-91e50738dee7: ACTIVE {{(pid=80202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 25 19:02:12.118163 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-8dcf6fa8-20a3-45ef-8a03-89ac9aba94a7 req-99acc7ab-7a85-4e79-b0b7-d3c56e8dc64b service neutron] 10.222.0.77 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5225577
Jan 25 19:02:12.129003 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a660a57f-2c07-4b08-8c95-58bc5bce645b req-0da75d0f-881a-4dcc-821b-579bed16b767 service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4864879
Jan 25 19:02:15.184973 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7a895-72ef-4c30-a85f-e4d1d6d640f4 req-c2f92859-9f70-4319-be1a-de705f8563ee tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:15.186897 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c7a7a895-72ef-4c30-a85f-e4d1d6d640f4 req-c2f92859-9f70-4319-be1a-de705f8563ee tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1348517
Jan 25 19:02:15.278002 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c7a7a895-72ef-4c30-a85f-e4d1d6d640f4 req-6f4e943d-4118-402e-aee9-b018a34ab14e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790920
Jan 25 19:02:16.631654 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf146f-de81-4b36-bf46-78d26f0e3307 req-e92f9f36-970d-4d6a-9495-d98fb78cfb86 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:16.633987 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c5bf146f-de81-4b36-bf46-78d26f0e3307 req-e92f9f36-970d-4d6a-9495-d98fb78cfb86 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1959860
Jan 25 19:02:16.711148 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c5bf146f-de81-4b36-bf46-78d26f0e3307 req-4970aafb-e458-4d7c-819f-7407318c7c48 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0642540
Jan 25 19:02:18.017978 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e0ffd-cbd1-4f2d-baf8-8b9aa179fc8e req-1cd679b3-0fed-4a97-801b-2fe60a9f2f11 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:18.019642 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3d7e0ffd-cbd1-4f2d-baf8-8b9aa179fc8e req-1cd679b3-0fed-4a97-801b-2fe60a9f2f11 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1266670
Jan 25 19:02:18.077986 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3d7e0ffd-cbd1-4f2d-baf8-8b9aa179fc8e req-ca217e5b-15a0-44fc-89f8-57ece6281a92 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512910
Jan 25 19:02:19.438072 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572eda8-ed49-4022-a608-90b71fe74f81 req-a2d5b8b8-6b14-430f-a186-99c9dd2f26b6 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:19.439845 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a572eda8-ed49-4022-a608-90b71fe74f81 req-a2d5b8b8-6b14-430f-a186-99c9dd2f26b6 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1299052
Jan 25 19:02:19.504457 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a572eda8-ed49-4022-a608-90b71fe74f81 req-2ac0481b-09ba-497a-b7e0-40474c446f64 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565042
Jan 25 19:02:19.707202 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:20.794659 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ec26f-08fa-4813-9880-ee9bbbd3ea28 req-64327db6-c5cd-4186-816c-889c2d26b162 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:20.797539 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-601ec26f-08fa-4813-9880-ee9bbbd3ea28 req-64327db6-c5cd-4186-816c-889c2d26b162 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1374819
Jan 25 19:02:20.841943 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ced08b64-e81e-42da-b5a2-bcb91408a62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:20.867083 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-601ec26f-08fa-4813-9880-ee9bbbd3ea28 req-67439ad1-c37f-465e-a3cb-67301547b07d tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625091
Jan 25 19:02:22.184637 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b557bed-291f-4008-9d90-00b7da6c2a47 req-5c32cf76-8f1e-48a4-85cd-a78fb7fccbd7 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:22.186350 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1b557bed-291f-4008-9d90-00b7da6c2a47 req-5c32cf76-8f1e-48a4-85cd-a78fb7fccbd7 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1377895
Jan 25 19:02:22.249761 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1b557bed-291f-4008-9d90-00b7da6c2a47 req-4fb51a7c-08f7-492c-b06c-014798f76c7b tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566163
Jan 25 19:02:23.091114 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:23.146541 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-68079daa-fa04-4942-8b7c-17c2f6a78d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:23.538901 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bb797-f4cf-439a-b495-90a775b09163 req-d15ffd97-71ca-4e6f-a4ee-a431dcf422dd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:23.541303 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f81bb797-f4cf-439a-b495-90a775b09163 req-d15ffd97-71ca-4e6f-a4ee-a431dcf422dd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1453478
Jan 25 19:02:23.621259 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-f81bb797-f4cf-439a-b495-90a775b09163 req-17ffff27-8dac-489d-9b96-6d9cf2a133cc tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712762
Jan 25 19:02:24.766208 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:24.906507 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbcf011-4051-4b68-a437-9521cc776ae1 req-537e44e8-4b67-4b33-8aa5-dd443e366088 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:24.908206 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3fbcf011-4051-4b68-a437-9521cc776ae1 req-537e44e8-4b67-4b33-8aa5-dd443e366088 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1308718
Jan 25 19:02:24.971083 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-3fbcf011-4051-4b68-a437-9521cc776ae1 req-d47b68f3-fcaf-4e2d-99ae-f7778427a44d tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554698
Jan 25 19:02:25.234765 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:26.250871 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376376d0-d43a-4a8e-8b59-2cc1c95ad0b1 req-4affca7b-de13-4c2e-b212-957dbf4f7910 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:26.252705 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-376376d0-d43a-4a8e-8b59-2cc1c95ad0b1 req-4affca7b-de13-4c2e-b212-957dbf4f7910 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1300459
Jan 25 19:02:26.318751 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-376376d0-d43a-4a8e-8b59-2cc1c95ad0b1 req-f46d6c66-eb5c-48a2-a572-331d565635b8 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577474
Jan 25 19:02:27.604119 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd801c8-222d-4d0e-801c-5f4e7471dcae req-59a9dce9-9179-42a4-96f6-e7e4ff0b26cb tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:27.605914 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6fd801c8-222d-4d0e-801c-5f4e7471dcae req-59a9dce9-9179-42a4-96f6-e7e4ff0b26cb tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1362934
Jan 25 19:02:27.674215 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6fd801c8-222d-4d0e-801c-5f4e7471dcae req-a6546f49-a182-45d1-a092-9b5c5fbfcb4a tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578113
Jan 25 19:02:28.973702 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195dca5-2b80-4950-8f34-321fff4720af req-67fffaa6-75f3-45ed-93db-13132e88451a tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:28.975512 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7195dca5-2b80-4950-8f34-321fff4720af req-67fffaa6-75f3-45ed-93db-13132e88451a tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1358368
Jan 25 19:02:29.049505 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-7195dca5-2b80-4950-8f34-321fff4720af req-72ff6b0f-3023-41af-8a63-8a4695a90baa tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656168
Jan 25 19:02:30.336123 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190619fb-1713-4d48-b203-81420481003d req-941e6689-391c-4705-a77f-8cf55c62021a tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:30.338088 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-190619fb-1713-4d48-b203-81420481003d req-941e6689-391c-4705-a77f-8cf55c62021a tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1306121
Jan 25 19:02:30.407539 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-190619fb-1713-4d48-b203-81420481003d req-0a81ed07-c29c-4d06-b361-368f339a9d0b tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624139
Jan 25 19:02:31.702741 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2151113-9a2d-4d68-a495-dd95aae35306 req-c514f72e-71d1-441c-af03-63fee9ea0d25 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:31.704406 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c2151113-9a2d-4d68-a495-dd95aae35306 req-c514f72e-71d1-441c-af03-63fee9ea0d25 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1260383
Jan 25 19:02:31.774805 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c2151113-9a2d-4d68-a495-dd95aae35306 req-2656d3ff-593d-48ff-aa10-b16828e3fb66 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598218
Jan 25 19:02:32.326301 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf9ace-9250-4187-877c-5daea8b7d224 req-1a30ebaa-6dae-4100-8121-1a4971e557ec tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:32.328164 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dfbf9ace-9250-4187-877c-5daea8b7d224 req-1a30ebaa-6dae-4100-8121-1a4971e557ec tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1590979
Jan 25 19:02:32.349346 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd439831-d31c-46a4-99ce-ed1ab5516f4d req-bf6a696a-1328-430a-8df3-df8a9a1951ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:32.351161 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fd439831-d31c-46a4-99ce-ed1ab5516f4d req-bf6a696a-1328-430a-8df3-df8a9a1951ca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=52b208f1c80f43cf9ef1a2d56217e38b&device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 1163 time: 0.0949898
Jan 25 19:02:32.399435 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-dfbf9ace-9250-4187-877c-5daea8b7d224 req-19776fa3-02ea-487b-9eb4-82094d780a0f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586238
Jan 25 19:02:32.549956 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd439831-d31c-46a4-99ce-ed1ab5516f4d req-a5fc0f86-9dbd-42a3-9ede-59055e23ed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:32.551592 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fd439831-d31c-46a4-99ce-ed1ab5516f4d req-a5fc0f86-9dbd-42a3-9ede-59055e23ed5c service neutron] 10.222.0.70 "GET /v2.0/networks?id=7470e72d-e1ad-4621-a3fb-4bbb740a6d89 HTTP/1.1" status: 200  len: 905 time: 0.1919024
Jan 25 19:02:32.679424 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fd439831-d31c-46a4-99ce-ed1ab5516f4d req-18c1411f-8304-4c1a-83b2-450ba0926d5a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c2b9297-3fce-4252-b953-b77dfdc62577 HTTP/1.1" status: 200  len: 1002 time: 0.1205418
Jan 25 19:02:32.754773 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd439831-d31c-46a4-99ce-ed1ab5516f4d req-6298c8a2-f9ab-4dac-92e0-c328678680fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:32.756421 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fd439831-d31c-46a4-99ce-ed1ab5516f4d req-6298c8a2-f9ab-4dac-92e0-c328678680fd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9e38db72-1aa1-42fd-a956-cbdb0e03df27 HTTP/1.1" status: 200  len: 850 time: 0.0703907
Jan 25 19:02:32.852154 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd439831-d31c-46a4-99ce-ed1ab5516f4d req-977a9bb4-3df5-4e54-b8d6-d0d779e06969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:32.853869 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fd439831-d31c-46a4-99ce-ed1ab5516f4d req-977a9bb4-3df5-4e54-b8d6-d0d779e06969 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7470e72d-e1ad-4621-a3fb-4bbb740a6d89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0907185
Jan 25 19:02:33.025558 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fd439831-d31c-46a4-99ce-ed1ab5516f4d req-ae52a179-e69d-41bc-9c24-57d88933e58f service neutron] 10.222.0.70 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1636915
Jan 25 19:02:33.217414 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fd439831-d31c-46a4-99ce-ed1ab5516f4d req-a60ab227-2b09-4fa1-b6d5-2af11f79262f service neutron] 10.222.0.70 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1839027
Jan 25 19:02:33.742047 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a23ec-f724-46c9-baae-0dc2d16d1783 req-05e9a88c-1801-47e7-8660-84d17aeba18f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:33.745033 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c53a23ec-f724-46c9-baae-0dc2d16d1783 req-05e9a88c-1801-47e7-8660-84d17aeba18f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1780558
Jan 25 19:02:33.807208 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c53a23ec-f724-46c9-baae-0dc2d16d1783 req-de1f7f92-6c02-4a77-a184-a14c9815cbba tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554409
Jan 25 19:02:35.097563 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c74cfe-dfd0-430c-a77f-f08ddec79174 req-39faeb5a-ffc0-4821-9332-61a0f41237b6 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:35.099336 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a5c74cfe-dfd0-430c-a77f-f08ddec79174 req-39faeb5a-ffc0-4821-9332-61a0f41237b6 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1370149
Jan 25 19:02:35.168106 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a5c74cfe-dfd0-430c-a77f-f08ddec79174 req-d1f6db3b-5615-44bd-9cbd-f2689a837110 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611708
Jan 25 19:02:36.127337 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6e7ca4e1-af3d-491c-9b88-a86cbe8178ad req-98268847-527e-4949-9bf4-c1ef09e5ed80 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0995493
Jan 25 19:02:36.262084 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ca4e1-af3d-491c-9b88-a86cbe8178ad req-53228dad-e2d6-4162-94cf-cd66fab5d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:36.264164 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6e7ca4e1-af3d-491c-9b88-a86cbe8178ad req-53228dad-e2d6-4162-94cf-cd66fab5d47f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71302d4128404183b9c296e1bdbe448a&device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 1162 time: 0.0972521
Jan 25 19:02:36.450351 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ca4e1-af3d-491c-9b88-a86cbe8178ad req-a886575e-b6c3-487c-8def-6795414c2cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:36.452074 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6e7ca4e1-af3d-491c-9b88-a86cbe8178ad req-a886575e-b6c3-487c-8def-6795414c2cc2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b HTTP/1.1" status: 200  len: 906 time: 0.1651561
Jan 25 19:02:36.594366 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6e7ca4e1-af3d-491c-9b88-a86cbe8178ad req-cd9efe01-c69f-4b6d-ba43-0ad3d22f1ad3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=286a9f87-0a71-4efc-bb00-3562a35e44f6 HTTP/1.1" status: 200  len: 1001 time: 0.1335294
Jan 25 19:02:36.677471 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ca4e1-af3d-491c-9b88-a86cbe8178ad req-adf07f81-0af3-4244-bb29-1de21fec4b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:36.679633 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6e7ca4e1-af3d-491c-9b88-a86cbe8178ad req-adf07f81-0af3-4244-bb29-1de21fec4b30 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9123d7e9-7f4e-456f-be09-41bca5535e60 HTTP/1.1" status: 200  len: 851 time: 0.0793295
Jan 25 19:02:36.783544 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ca4e1-af3d-491c-9b88-a86cbe8178ad req-9206579f-641b-47ad-91ce-e5e8dc1bdf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:02:36.785527 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6e7ca4e1-af3d-491c-9b88-a86cbe8178ad req-9206579f-641b-47ad-91ce-e5e8dc1bdf54 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0981951
Jan 25 19:02:36.990563 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6e7ca4e1-af3d-491c-9b88-a86cbe8178ad req-6109b8e1-c549-442d-82cc-6de37a12f72e service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1976326
Jan 25 19:02:37.147609 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 19:02:37.224909 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-6e7ca4e1-af3d-491c-9b88-a86cbe8178ad req-fa4813ba-2474-40d9-b748-ab6bf0d7eeac service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2269027
Jan 25 19:02:49.713902 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:50.828625 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-27a8f19b-de58-45f4-a9c1-a0cd47fc35c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:53.101876 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:53.157520 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cce70df1-880b-40e0-90c2-8d31fc39befe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:54.763275 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:02:55.237518 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:14.152878 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 19:03:19.718318 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:20.825646 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e9352dc4-3dd2-45f7-b15e-f4c6d586f394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:23.097230 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:23.144903 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-393e92f2-fb9e-4999-a37f-67926c17e36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:24.760100 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:25.250464 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:38.171674 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cf18f855-8cbe-48e4-97bb-227e12c884b9 req-103ce0e6-1a04-4db7-8165-0077124621ca service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0903368
Jan 25 19:03:38.377627 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18f855-8cbe-48e4-97bb-227e12c884b9 req-96e59230-1756-4b72-ab97-b2109e2073b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:03:38.379432 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cf18f855-8cbe-48e4-97bb-227e12c884b9 req-96e59230-1756-4b72-ab97-b2109e2073b2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=52b208f1c80f43cf9ef1a2d56217e38b&device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 1163 time: 0.1116540
Jan 25 19:03:38.562179 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18f855-8cbe-48e4-97bb-227e12c884b9 req-684bc1fb-1a42-4876-99ce-401cb7e26c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:03:38.563880 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cf18f855-8cbe-48e4-97bb-227e12c884b9 req-684bc1fb-1a42-4876-99ce-401cb7e26c5a service neutron] 10.222.0.70 "GET /v2.0/networks?id=7470e72d-e1ad-4621-a3fb-4bbb740a6d89 HTTP/1.1" status: 200  len: 905 time: 0.1631639
Jan 25 19:03:38.689774 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cf18f855-8cbe-48e4-97bb-227e12c884b9 req-98d28648-a5a1-4f02-9a5d-b67530e21422 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c2b9297-3fce-4252-b953-b77dfdc62577 HTTP/1.1" status: 200  len: 1002 time: 0.1182263
Jan 25 19:03:39.040223 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18f855-8cbe-48e4-97bb-227e12c884b9 req-6721e417-3aaf-4a71-9a37-03874a4cd73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:03:39.042183 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cf18f855-8cbe-48e4-97bb-227e12c884b9 req-6721e417-3aaf-4a71-9a37-03874a4cd73e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9e38db72-1aa1-42fd-a956-cbdb0e03df27 HTTP/1.1" status: 200  len: 850 time: 0.3456407
Jan 25 19:03:39.135075 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18f855-8cbe-48e4-97bb-227e12c884b9 req-acd75bbf-52f6-4829-997d-e04eb911659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:03:39.136717 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cf18f855-8cbe-48e4-97bb-227e12c884b9 req-acd75bbf-52f6-4829-997d-e04eb911659a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7470e72d-e1ad-4621-a3fb-4bbb740a6d89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0876369
Jan 25 19:03:39.300458 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cf18f855-8cbe-48e4-97bb-227e12c884b9 req-931cef58-2244-4270-912f-392b3a58cb39 service neutron] 10.222.0.70 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1560433
Jan 25 19:03:39.476874 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cf18f855-8cbe-48e4-97bb-227e12c884b9 req-7f26afc1-2b1c-47d8-b89a-84a8a6a8ef24 service neutron] 10.222.0.70 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1672561
Jan 25 19:03:46.046101 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c08ae-57be-49b8-b047-4da3b6c71dab req-1048a680-b732-4f86-aa97-2acfbaff67d9 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:03:46.049101 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bd8c08ae-57be-49b8-b047-4da3b6c71dab req-1048a680-b732-4f86-aa97-2acfbaff67d9 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1982374
Jan 25 19:03:46.139845 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bd8c08ae-57be-49b8-b047-4da3b6c71dab req-10ffeda2-d024-46a6-ab95-977f61f2ec90 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0829122
Jan 25 19:03:47.516901 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afbdd8-07da-4490-a6c2-7a8b9cb10b50 req-fe50c25e-3280-4377-9518-c2f694360ff9 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:03:47.519905 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c6afbdd8-07da-4490-a6c2-7a8b9cb10b50 req-fe50c25e-3280-4377-9518-c2f694360ff9 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.2238483
Jan 25 19:03:47.666987 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-c6afbdd8-07da-4490-a6c2-7a8b9cb10b50 req-161e4eff-5b87-4dcf-ba3f-14785a13b53e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=530b157c-d3d4-4703-b1e3-8ec28d93bd60&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1397395
Jan 25 19:03:47.781056 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fe4be-dae7-4644-b6e4-9586ef344903 req-427da847-1c2c-46c8-bd75-dbe2073ab652 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:03:47.783766 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d28fe4be-dae7-4644-b6e4-9586ef344903 req-427da847-1c2c-46c8-bd75-dbe2073ab652 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.70 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 946 time: 0.1883552
Jan 25 19:03:47.939654 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-d28fe4be-dae7-4644-b6e4-9586ef344903 req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Deleting port 5c2b9297-3fce-4252-b953-b77dfdc62577 {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:03:47.940278 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d28fe4be-dae7-4644-b6e4-9586ef344903 req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:48.298406 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-d28fe4be-dae7-4644-b6e4-9586ef344903 req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] For port 5c2b9297-3fce-4252-b953-b77dfdc62577, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=5c2b9297-3fce-4252-b953-b77dfdc62577,segment=NetworkSegment(bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2),segment_id=bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2)] {{(pid=80198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 19:03:48.298865 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d28fe4be-dae7-4644-b6e4-9586ef344903 req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:48.753147 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d28fe4be-dae7-4644-b6e4-9586ef344903 req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for floatingip, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:48.753985 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d28fe4be-dae7-4644-b6e4-9586ef344903 req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363676'] for floatingip, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:48.754558 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.l3_db [req-d28fe4be-dae7-4644-b6e4-9586ef344903 req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Floating IP e336c3be-a1f2-4901-a9d6-9abba726bfae disassociated. External IP: 172.27.1.189, port: 5c2b9297-3fce-4252-b953-b77dfdc62577.
Jan 25 19:03:48.755033 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-d28fe4be-dae7-4644-b6e4-9586ef344903 req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Calling delete_port for 5c2b9297-3fce-4252-b953-b77dfdc62577 owned by compute:nova {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 19:03:48.941572 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d28fe4be-dae7-4644-b6e4-9586ef344903 req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:48.970218 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c23de0fa-800e-400d-ae46-9aafff9bf350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:03:49.095180 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Pushing event deleted for resources: {'Port': ['ID=5c2b9297-3fce-4252-b953-b77dfdc62577,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:03:49.125360 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:49.126096 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:49.126824 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:49.127549 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:49.128526 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:49.129334 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:49.130098 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:49.130816 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:49.131531 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:49.132237 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:49.132930 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:49.133687 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:49.134489 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:49.135198 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:49.135914 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:49.136614 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:49.137371 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:49.138193 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:49.138964 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:49.139660 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:49.140385 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:49.141135 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:49.141854 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:49.142567 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:49.243318 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:03:49.350271 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-12914b82-f036-42b8-9564-5764c62c2da5 req-12e092df-87b3-4e9b-9bde-089999bc120d tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 210 time: 0.4059596
Jan 25 19:03:49.375972 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 5c2b9297-3fce-4252-b953-b77dfdc62577 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 19:03:49.448757 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] No Port match for: 5c2b9297-3fce-4252-b953-b77dfdc62577 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 19:03:49.449391 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 5c2b9297-3fce-4252-b953-b77dfdc62577 not bound to the agent host hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 19:03:49.590755 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d28fe4be-dae7-4644-b6e4-9586ef344903 req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Router 32b36e9f-ca4e-4b17-847b-809af9c40da1 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 19:03:49.731175 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:49.904850 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d28fe4be-dae7-4644-b6e4-9586ef344903 req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 19:03:49.921152 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3105843-9f52-4665-87d6-5a2421e66ae6 None None] Sync routers for ids ['32b36e9f-ca4e-4b17-847b-809af9c40da1'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 19:03:49.938251 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3105843-9f52-4665-87d6-5a2421e66ae6 None None] Routers {'32b36e9f-ca4e-4b17-847b-809af9c40da1'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 19:03:49.939432 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-e3105843-9f52-4665-87d6-5a2421e66ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fc67470>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T19:03:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['32b36e9f-ca4e-4b17-847b-809af9c40da1'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:03:49.959253 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28fe4be-dae7-4644-b6e4-9586ef344903 req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] No DVR routers for this DVR port 5c2b9297-3fce-4252-b953-b77dfdc62577 on host hv-cinder-77238 {{(pid=80198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 19:03:49.961947 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d28fe4be-dae7-4644-b6e4-9586ef344903 req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:49.965146 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aac75eb-57f5-4674-b8ea-90db863ce16e', 'name': 'network-vif-deleted', 'tag': '5c2b9297-3fce-4252-b953-b77dfdc62577'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 19:03:49.984264 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d28fe4be-dae7-4644-b6e4-9586ef344903 req-4340e51b-3d06-43fa-a6d7-aa08d8c718f1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.70 "DELETE /v2.0/ports/5c2b9297-3fce-4252-b953-b77dfdc62577 HTTP/1.1" status: 204  len: 173 time: 2.1934345
Jan 25 19:03:50.100151 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aac75eb-57f5-4674-b8ea-90db863ce16e', 'name': 'network-vif-deleted', 'tag': '5c2b9297-3fce-4252-b953-b77dfdc62577', 'status': 'completed', 'code': 200}
Jan 25 19:03:50.463077 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-e3105843-9f52-4665-87d6-5a2421e66ae6 None None] Set router 32b36e9f-ca4e-4b17-847b-809af9c40da1 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 19:03:50.743640 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d95125d8-6559-4538-a4d8-7db7f1655a87 req-05e7cc40-4374-47fc-8bce-b7c8a5030c7a tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=4aac75eb-57f5-4674-b8ea-90db863ce16e HTTP/1.1" status: 200  len: 210 time: 0.0988901
Jan 25 19:03:50.867762 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b0e5e5c6-5dbc-4db5-99b9-85c09ef03a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:51.006403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-e3105843-9f52-4665-87d6-5a2421e66ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fc67470>, [{'id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'name': 'tempest-AttachVolumeTestJSON-1513902271-router', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:58:15Z', 'updated_at': '2021-01-25T18:58:22Z', 'revision_number': 4, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'gw_port': {'id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:16Z', 'updated_at': '2021-01-25T18:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '20378ea5-88cd-4d67-8d42-3f3065df37af', 'name': '', 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'mac_address': 'fa:16:3e:a1:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:20Z', 'updated_at': '2021-01-25T18:58:30Z', 'revision_number': 5, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'subnets': [{'id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:03:51.014287 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3105843-9f52-4665-87d6-5a2421e66ae6 None None] Checking router: 32b36e9f-ca4e-4b17-847b-809af9c40da1 for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 19:03:51.030222 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3105843-9f52-4665-87d6-5a2421e66ae6 None None] Routers {'32b36e9f-ca4e-4b17-847b-809af9c40da1'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 19:03:51.031286 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-e3105843-9f52-4665-87d6-5a2421e66ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fc67470>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T19:03:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['32b36e9f-ca4e-4b17-847b-809af9c40da1'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:03:51.161103 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 19:03:51.378743 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-e3105843-9f52-4665-87d6-5a2421e66ae6 None None] Set router 32b36e9f-ca4e-4b17-847b-809af9c40da1 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 19:03:51.892791 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-e3105843-9f52-4665-87d6-5a2421e66ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fc67470>, [{'id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'name': 'tempest-AttachVolumeTestJSON-1513902271-router', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:58:15Z', 'updated_at': '2021-01-25T18:58:22Z', 'revision_number': 4, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'gw_port': {'id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:16Z', 'updated_at': '2021-01-25T18:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '20378ea5-88cd-4d67-8d42-3f3065df37af', 'name': '', 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'mac_address': 'fa:16:3e:a1:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:20Z', 'updated_at': '2021-01-25T18:58:30Z', 'revision_number': 5, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'subnets': [{'id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:03:51.898232 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3105843-9f52-4665-87d6-5a2421e66ae6 None None] The sync data for ids ['32b36e9f-ca4e-4b17-847b-809af9c40da1'] in dv-cinder-772388-1-iscsi is: [{'id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'name': 'tempest-AttachVolumeTestJSON-1513902271-router', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:58:15Z', 'updated_at': '2021-01-25T18:58:22Z', 'revision_number': 4, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'gw_port': {'id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:16Z', 'updated_at': '2021-01-25T18:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '20378ea5-88cd-4d67-8d42-3f3065df37af', 'name': '', 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'mac_address': 'fa:16:3e:a1:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:20Z', 'updated_at': '2021-01-25T18:58:30Z', 'revision_number': 5, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'subnets': [{'id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 19:03:52.405870 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469ad3c7-5c6d-42d9-8587-a5ed4f409886 None None] New status for floating IP e336c3be-a1f2-4901-a9d6-9abba726bfae: DOWN {{(pid=80202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 25 19:03:53.046247 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 39248) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:03:53.100741 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:53.151778 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5bf1854b-6c01-40d2-a1d2-1a4085583f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:53.162927 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-15b2d7a0-fc7e-4904-953c-857923fd4c5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:53.215760 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-15b2d7a0-fc7e-4904-953c-857923fd4c5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:53.301707 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-15b2d7a0-fc7e-4904-953c-857923fd4c5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:53.312137 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-94234faa-de1c-458f-b754-ea6f7325e76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:03:53.345164 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2d7a0-fc7e-4904-953c-857923fd4c5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Pushing event deleted for resources: {'SecurityGroup': ['ID=530b157c-d3d4-4703-b1e3-8ec28d93bd60,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:03:53.349773 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-15b2d7a0-fc7e-4904-953c-857923fd4c5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:03:53.359329 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-15b2d7a0-fc7e-4904-953c-857923fd4c5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:53.361269 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-15b2d7a0-fc7e-4904-953c-857923fd4c5f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "DELETE /v2.0/security-groups/530b157c-d3d4-4703-b1e3-8ec28d93bd60 HTTP/1.1" status: 204  len: 168 time: 0.3131406
Jan 25 19:03:53.366303 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 39252) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:03:53.394497 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.v2.resource [None req-ebdb51f8-760e-4308-8fff-900514bb649e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] show failed (client error): The resource could not be found.
Jan 25 19:03:53.396127 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-ebdb51f8-760e-4308-8fff-900514bb649e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups/530b157c-d3d4-4703-b1e3-8ec28d93bd60 HTTP/1.1" status: 404  len: 347 time: 0.0283115
Jan 25 19:03:53.399764 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 39256) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:03:53.688012 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Deleting port c9140ab5-f06c-49b9-980f-d239399b12c3 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:03:53.688716 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:53.991592 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:53.992353 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for floatingip, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:54.257492 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Calling delete_port for c9140ab5-f06c-49b9-980f-d239399b12c3 owned by network:floatingip {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 19:03:54.501918 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:54.517870 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:03:54.581885 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Pushing event deleted for resources: {'Port': ['ID=c9140ab5-f06c-49b9-980f-d239399b12c3,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:03:54.598298 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:54.598715 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:54.599130 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:54.599539 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:54.599944 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:54.600349 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:54.600770 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:54.601198 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:54.601596 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:54.601992 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:54.602388 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:54.602788 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:54.603233 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:54.603706 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:54.604018 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:54.604410 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:54.604801 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:54.605222 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:54.605612 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:54.606002 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:54.606392 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:54.606779 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:54.607246 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:54.607641 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:03:54.612008 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:03:54.765615 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:54.818057 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for floatingip, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:54.847771 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:54.850064 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-fc763c9a-5f39-4c74-9400-02d385de8abd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "DELETE /v2.0/floatingips/e336c3be-a1f2-4901-a9d6-9abba726bfae HTTP/1.1" status: 204  len: 168 time: 1.4486251
Jan 25 19:03:55.251307 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:55.328787 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 39262) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:03:55.338060 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-01471e29-7ea3-4799-a093-7861fed0355e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Request body: {'security_group': {'name': 'tempest-securitygroup--1678789873', 'description': 'tempest-description--1271093610'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 19:03:55.361087 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-01471e29-7ea3-4799-a093-7861fed0355e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 19:03:55.369153 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-01471e29-7ea3-4799-a093-7861fed0355e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Usage tracker for resource:security_group and tenant:52b208f1c80f43cf9ef1a2d56217e38b is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 19:03:55.375218 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-01471e29-7ea3-4799-a093-7861fed0355e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 19:03:55.387335 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-01471e29-7ea3-4799-a093-7861fed0355e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 19:03:55.406706 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-01471e29-7ea3-4799-a093-7861fed0355e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:55.445896 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-01471e29-7ea3-4799-a093-7861fed0355e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 19:03:55.453177 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-01471e29-7ea3-4799-a093-7861fed0355e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Usage tracker for resource:security_group_rule and tenant:52b208f1c80f43cf9ef1a2d56217e38b is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 19:03:55.456907 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-01471e29-7ea3-4799-a093-7861fed0355e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 19:03:55.465050 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-01471e29-7ea3-4799-a093-7861fed0355e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 19:03:55.590176 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-01471e29-7ea3-4799-a093-7861fed0355e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:55.594123 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-01471e29-7ea3-4799-a093-7861fed0355e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:55.603379 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-82e4227d-82c2-481b-af1c-1a59de622a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:03:55.678502 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01471e29-7ea3-4799-a093-7861fed0355e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Pushing event updated for resources: {'SecurityGroup': ['ID=d1834031-7b42-4e6b-a556-5d833e36136b,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:03:55.683170 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-01471e29-7ea3-4799-a093-7861fed0355e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:55.688914 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-01471e29-7ea3-4799-a093-7861fed0355e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.3545530
Jan 25 19:03:55.688914 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-01471e29-7ea3-4799-a093-7861fed0355e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:03:55.689415 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 39266) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:03:55.697991 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-6ca36709-d2a7-42e4-9523-bd582e9f19f4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Request body: {'security_group_rule': {'security_group_id': 'd1834031-7b42-4e6b-a556-5d833e36136b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 19:03:55.717688 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-6ca36709-d2a7-42e4-9523-bd582e9f19f4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 19:03:55.724217 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-6ca36709-d2a7-42e4-9523-bd582e9f19f4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Usage tracker for resource:security_group_rule and tenant:52b208f1c80f43cf9ef1a2d56217e38b is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 19:03:55.729232 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-6ca36709-d2a7-42e4-9523-bd582e9f19f4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 19:03:55.740155 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-6ca36709-d2a7-42e4-9523-bd582e9f19f4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 19:03:55.768731 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-6ca36709-d2a7-42e4-9523-bd582e9f19f4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for security_group_rule, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:55.849080 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-6ca36709-d2a7-42e4-9523-bd582e9f19f4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:55.852795 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-6ca36709-d2a7-42e4-9523-bd582e9f19f4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517104'] for security_group_rule, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:55.855160 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:03:55.881840 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca36709-d2a7-42e4-9523-bd582e9f19f4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a305c1-e4a4-40aa-a74b-c4bfdf4e5540,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:03:55.884867 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-6ca36709-d2a7-42e4-9523-bd582e9f19f4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:03:55.894017 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-6ca36709-d2a7-42e4-9523-bd582e9f19f4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for security_group_rule, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:55.896008 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-6ca36709-d2a7-42e4-9523-bd582e9f19f4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2052879
Jan 25 19:03:55.900892 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 39270) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:03:55.907644 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-22288b92-e32f-4525-9dbf-67173c03e9ca tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Request body: {'security_group_rule': {'security_group_id': 'd1834031-7b42-4e6b-a556-5d833e36136b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 19:03:55.920772 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-22288b92-e32f-4525-9dbf-67173c03e9ca tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 19:03:55.925881 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-22288b92-e32f-4525-9dbf-67173c03e9ca tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Usage tracker for resource:security_group_rule and tenant:52b208f1c80f43cf9ef1a2d56217e38b is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 19:03:55.929842 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-22288b92-e32f-4525-9dbf-67173c03e9ca tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 19:03:55.937651 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-22288b92-e32f-4525-9dbf-67173c03e9ca tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 19:03:55.958767 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-22288b92-e32f-4525-9dbf-67173c03e9ca tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for security_group_rule, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:56.040140 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-22288b92-e32f-4525-9dbf-67173c03e9ca tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:56.043506 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-22288b92-e32f-4525-9dbf-67173c03e9ca tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517104'] for security_group_rule, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:56.050499 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:03:56.074455 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22288b92-e32f-4525-9dbf-67173c03e9ca tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bbe4613-1daa-4abb-9756-ea6c70fa39f8,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:03:56.077413 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-22288b92-e32f-4525-9dbf-67173c03e9ca tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:03:56.085775 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-22288b92-e32f-4525-9dbf-67173c03e9ca tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for security_group_rule, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:56.087211 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-22288b92-e32f-4525-9dbf-67173c03e9ca tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1850164
Jan 25 19:03:56.093039 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 39274) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:03:56.099706 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-a3ffbc27-02a4-46d2-9ef8-4c393c25dea5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Request body: {'floatingip': {'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 19:03:56.112003 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-a3ffbc27-02a4-46d2-9ef8-4c393c25dea5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 19:03:56.116863 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-a3ffbc27-02a4-46d2-9ef8-4c393c25dea5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Usage tracker for resource:floatingip and tenant:52b208f1c80f43cf9ef1a2d56217e38b is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 19:03:56.120539 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-a3ffbc27-02a4-46d2-9ef8-4c393c25dea5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 19:03:56.128427 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-a3ffbc27-02a4-46d2-9ef8-4c393c25dea5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 19:03:56.141244 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a3ffbc27-02a4-46d2-9ef8-4c393c25dea5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for floatingip, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:56.363771 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a3ffbc27-02a4-46d2-9ef8-4c393c25dea5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:56.769454 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [None req-a3ffbc27-02a4-46d2-9ef8-4c393c25dea5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Allocated IP 172.27.1.117 (ef7ca5be-17a0-4c04-be0c-5aafd7b465e2/d3ebd7f5-b535-4f35-9c6a-a58c394e9ef4/3619b317-d1b2-4336-9fd8-b577d2c657c9) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 19:03:57.054101 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a3ffbc27-02a4-46d2-9ef8-4c393c25dea5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:57.099398 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a3ffbc27-02a4-46d2-9ef8-4c393c25dea5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:57.128184 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-7ccbd38d-a7dc-42fe-9135-197c4b124080 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:03:57.384380 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffbc27-02a4-46d2-9ef8-4c393c25dea5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Pushing event updated for resources: {'Port': ['ID=3619b317-d1b2-4336-9fd8-b577d2c657c9,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:03:57.389782 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a3ffbc27-02a4-46d2-9ef8-4c393c25dea5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:03:57.483492 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ffbc27-02a4-46d2-9ef8-4c393c25dea5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Network ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 19:03:57.485750 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [None req-a3ffbc27-02a4-46d2-9ef8-4c393c25dea5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Resources bound (agent type, host, resource id):  {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 19:03:57.489630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ffbc27-02a4-46d2-9ef8-4c393c25dea5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 19:03:57.644633 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a3ffbc27-02a4-46d2-9ef8-4c393c25dea5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for floatingip, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:57.734572 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a3ffbc27-02a4-46d2-9ef8-4c393c25dea5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:58.222512 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a3ffbc27-02a4-46d2-9ef8-4c393c25dea5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:58.228158 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a3ffbc27-02a4-46d2-9ef8-4c393c25dea5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410404'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:58.258743 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8c1714c9-08b9-4eba-9298-78c7ccb014a5 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:03:58.507576 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffbc27-02a4-46d2-9ef8-4c393c25dea5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Pushing event updated for resources: {'Port': ['ID=3619b317-d1b2-4336-9fd8-b577d2c657c9,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:03:58.511416 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a3ffbc27-02a4-46d2-9ef8-4c393c25dea5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:03:58.717588 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a3ffbc27-02a4-46d2-9ef8-4c393c25dea5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363676'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:58.760516 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a3ffbc27-02a4-46d2-9ef8-4c393c25dea5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:03:58.762795 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-a3ffbc27-02a4-46d2-9ef8-4c393c25dea5 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.6682806
Jan 25 19:03:59.117270 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-0b8074f0-21fa-4a22-b87b-4ea2735161b6 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Synchronizing usage tracker for tenant:52b208f1c80f43cf9ef1a2d56217e38b on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 19:03:59.144226 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-0b8074f0-21fa-4a22-b87b-4ea2735161b6 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Unset dirty status for tenant:52b208f1c80f43cf9ef1a2d56217e38b on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 19:03:59.146526 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-0b8074f0-21fa-4a22-b87b-4ea2735161b6 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1678789873&fields=id&tenant_id=52b208f1c80f43cf9ef1a2d56217e38b HTTP/1.1" status: 200  len: 267 time: 0.1253209
Jan 25 19:03:59.468787 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-e43122d7-0fb7-4c16-8ea7-380e0b08a083 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:03:59.470912 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-e43122d7-0fb7-4c16-8ea7-380e0b08a083 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/networks?id=7470e72d-e1ad-4621-a3fb-4bbb740a6d89 HTTP/1.1" status: 200  len: 811 time: 0.3148315
Jan 25 19:03:59.492916 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-5e6b77d4-2a43-4b2a-81df-a3ab157f4633 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/quotas/52b208f1c80f43cf9ef1a2d56217e38b HTTP/1.1" status: 200  len: 375 time: 0.0125458
Jan 25 19:03:59.641120 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-d619b0b2-b3c5-47dd-8c02-028378825b70 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Synchronizing usage tracker for tenant:52b208f1c80f43cf9ef1a2d56217e38b on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 19:03:59.661391 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-d619b0b2-b3c5-47dd-8c02-028378825b70 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Unset dirty status for tenant:52b208f1c80f43cf9ef1a2d56217e38b on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 19:03:59.663647 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-d619b0b2-b3c5-47dd-8c02-028378825b70 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?tenant_id=52b208f1c80f43cf9ef1a2d56217e38b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1587484
Jan 25 19:03:59.844729 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-1ac81981-844b-4693-8cdb-f4d02452db18 service neutron] 10.222.0.77 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1650894
Jan 25 19:04:00.019912 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-7fa6450a-d6ce-43d5-ad1b-2d72f4756d3f service neutron] 10.222.0.77 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1674101
Jan 25 19:04:00.359353 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-5532837b-c07d-4b10-be56-8fe1e76e9495 req-b41de512-0456-4919-9986-44dbd1b599ca tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Synchronizing usage tracker for tenant:52b208f1c80f43cf9ef1a2d56217e38b on resource:port {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 19:04:00.382883 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-5532837b-c07d-4b10-be56-8fe1e76e9495 req-b41de512-0456-4919-9986-44dbd1b599ca tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Unset dirty status for tenant:52b208f1c80f43cf9ef1a2d56217e38b on resource:port {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 19:04:00.384806 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5532837b-c07d-4b10-be56-8fe1e76e9495 req-b41de512-0456-4919-9986-44dbd1b599ca tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=dfc86eed-f825-41c0-8b41-6043d2c5dc0f HTTP/1.1" status: 200  len: 210 time: 0.1140463
Jan 25 19:04:01.620777 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-eb7771c0-dcfc-4638-9e33-23c2ade0858b req-d4f2d228-c7d9-41c8-bf6a-a7e2bc677ca6 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=dfc86eed-f825-41c0-8b41-6043d2c5dc0f HTTP/1.1" status: 200  len: 210 time: 0.0580018
Jan 25 19:04:01.868779 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-77265e2e-52b4-4a3f-9f5d-b39de15ddc15 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:01.871916 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-77265e2e-52b4-4a3f-9f5d-b39de15ddc15 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.70 "GET /v2.0/networks?id=7470e72d-e1ad-4621-a3fb-4bbb740a6d89 HTTP/1.1" status: 200  len: 811 time: 0.2835732
Jan 25 19:04:02.003782 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-7e549190-6a3e-43dc-a1ea-cf85b4683d05 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Synchronizing usage tracker for tenant:52b208f1c80f43cf9ef1a2d56217e38b on resource:security_group {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 19:04:02.028419 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-7e549190-6a3e-43dc-a1ea-cf85b4683d05 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Unset dirty status for tenant:52b208f1c80f43cf9ef1a2d56217e38b on resource:security_group {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 19:04:02.030502 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-7e549190-6a3e-43dc-a1ea-cf85b4683d05 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=52b208f1c80f43cf9ef1a2d56217e38b HTTP/1.1" status: 200  len: 5709 time: 0.1287932
Jan 25 19:04:02.048122 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-2d723dfb-2ee0-4142-b9e3-336b0c0dbbd4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Request body: {'port': {'device_id': 'dfc86eed-f825-41c0-8b41-6043d2c5dc0f', 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'admin_state_up': True, 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'security_groups': ['d1834031-7b42-4e6b-a556-5d833e36136b']}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 19:04:02.234451 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-2d723dfb-2ee0-4142-b9e3-336b0c0dbbd4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 19:04:02.250952 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-2d723dfb-2ee0-4142-b9e3-336b0c0dbbd4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 19:04:02.267776 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-2d723dfb-2ee0-4142-b9e3-336b0c0dbbd4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Made reservation on behalf of 52b208f1c80f43cf9ef1a2d56217e38b for: {'port': 1} {{(pid=80198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 25 19:04:02.286656 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-2d723dfb-2ee0-4142-b9e3-336b0c0dbbd4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:03.115479 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1a8daf7b-47cd-4a99-9827-2facc683b621 req-132b0239-1356-4a2b-9316-6a2990cc06bd tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=dfc86eed-f825-41c0-8b41-6043d2c5dc0f HTTP/1.1" status: 200  len: 210 time: 0.3339119
Jan 25 19:04:03.126925 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_common [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-2d723dfb-2ee0-4142-b9e3-336b0c0dbbd4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Allocated IP 172.20.0.13 (7470e72d-e1ad-4621-a3fb-4bbb740a6d89/9e38db72-1aa1-42fd-a956-cbdb0e03df27/b2050ef3-ffb5-4266-a957-98ae9280f0c1) {{(pid=80198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 25 19:04:03.346752 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-2d723dfb-2ee0-4142-b9e3-336b0c0dbbd4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for port, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:03.367071 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-2d723dfb-2ee0-4142-b9e3-336b0c0dbbd4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Transition to ACTIVE for port object b2050ef3-ffb5-4266-a957-98ae9280f0c1 will not be triggered until provisioned by entity DHCP. {{(pid=80198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 19:04:03.391556 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-2d723dfb-2ee0-4142-b9e3-336b0c0dbbd4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738686596723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:03.408166 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e56c03e4-4352-44fb-88d7-c11a02bd202d tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:04:03.565607 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d723dfb-2ee0-4142-b9e3-336b0c0dbbd4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Pushing event updated for resources: {'Port': ['ID=b2050ef3-ffb5-4266-a957-98ae9280f0c1,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:04:03.576784 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2d723dfb-2ee0-4142-b9e3-336b0c0dbbd4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:04:03.632122 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-2d723dfb-2ee0-4142-b9e3-336b0c0dbbd4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Network 7470e72d-e1ad-4621-a3fb-4bbb740a6d89 is already hosted by enough agents. {{(pid=80198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 25 19:04:03.634245 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.base_scheduler [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-2d723dfb-2ee0-4142-b9e3-336b0c0dbbd4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Resources bound (agent type, host, resource id):  {{(pid=80198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 25 19:04:03.636054 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-2d723dfb-2ee0-4142-b9e3-336b0c0dbbd4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Received port after_create {{(pid=80198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 25 19:04:03.749128 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-2d723dfb-2ee0-4142-b9e3-336b0c0dbbd4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:03.750310 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-2d723dfb-2ee0-4142-b9e3-336b0c0dbbd4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:03.791902 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-2d723dfb-2ee0-4142-b9e3-336b0c0dbbd4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7488573
Jan 25 19:04:03.816931 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-8be36fe0-47d2-4308-a8ab-ae85b5cba914 service neutron] Request body: {'port': {'device_id': 'dfc86eed-f825-41c0-8b41-6043d2c5dc0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 19:04:03.857970 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-fbb3569d-0e99-488c-9fd0-bb754505def7 None None] Provisioning for port b2050ef3-ffb5-4266-a957-98ae9280f0c1 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 19:04:03.863996 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-fbb3569d-0e99-488c-9fd0-bb754505def7 None None] Provisioning complete for port b2050ef3-ffb5-4266-a957-98ae9280f0c1 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 19:04:03.864501 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fbb3569d-0e99-488c-9fd0-bb754505def7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:03.927467 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-fbb3569d-0e99-488c-9fd0-bb754505def7 None None] Port b2050ef3-ffb5-4266-a957-98ae9280f0c1 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 25 19:04:04.050596 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-8be36fe0-47d2-4308-a8ab-ae85b5cba914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:04.442903 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf631aa-d62c-4eb4-b52a-b9c37b53ce5f req-2bb944e1-9462-49fc-ae08-12095e36b33c tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:04.444766 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4cf631aa-d62c-4eb4-b52a-b9c37b53ce5f req-2bb944e1-9462-49fc-ae08-12095e36b33c tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=dfc86eed-f825-41c0-8b41-6043d2c5dc0f HTTP/1.1" status: 200  len: 932 time: 0.1638656
Jan 25 19:04:04.507445 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4cf631aa-d62c-4eb4-b52a-b9c37b53ce5f req-02642d44-6162-4b8d-b9d9-cf78634a8468 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=d1834031-7b42-4e6b-a556-5d833e36136b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556719
Jan 25 19:04:04.824050 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-8be36fe0-47d2-4308-a8ab-ae85b5cba914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2050ef3-ffb5-4266-a957-98ae9280f0c1 {{(pid=80198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 25 19:04:04.838899 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-8be36fe0-47d2-4308-a8ab-ae85b5cba914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:04.855910 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-8be36fe0-47d2-4308-a8ab-ae85b5cba914 service neutron] Transition to ACTIVE for port object b2050ef3-ffb5-4266-a957-98ae9280f0c1 will not be triggered until provisioned by entity L2. {{(pid=80198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 25 19:04:04.859741 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-8be36fe0-47d2-4308-a8ab-ae85b5cba914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847568392'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:04.877194 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b32c20f6-481c-4a9b-bb2a-1f3244201017 tempest-VolumesActionsTest-382700623 tempest-VolumesActionsTest-382700623] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:04:05.037471 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be36fe0-47d2-4308-a8ab-ae85b5cba914 service neutron] Pushing event updated for resources: {'Port': ['ID=b2050ef3-ffb5-4266-a957-98ae9280f0c1,revision_number=2']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:04:05.046572 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8be36fe0-47d2-4308-a8ab-ae85b5cba914 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:04:05.273314 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-8be36fe0-47d2-4308-a8ab-ae85b5cba914 service neutron] Attempting to bind port b2050ef3-ffb5-4266-a957-98ae9280f0c1 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 25 19:04:05.273919 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-8be36fe0-47d2-4308-a8ab-ae85b5cba914 service neutron] Attempting to bind port b2050ef3-ffb5-4266-a957-98ae9280f0c1 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89'}] {{(pid=80198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 25 19:04:05.274530 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-8be36fe0-47d2-4308-a8ab-ae85b5cba914 service neutron] Attempting to bind port b2050ef3-ffb5-4266-a957-98ae9280f0c1 on network 7470e72d-e1ad-4621-a3fb-4bbb740a6d89 {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 25 19:04:05.285793 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-8be36fe0-47d2-4308-a8ab-ae85b5cba914 service neutron] Checking agent: {'id': '2edca791-6dfd-4a0b-9497-e94f443cd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 18, 41, 33), 'started_at': datetime.datetime(2021, 1, 25, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 19, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 25 19:04:05.286446 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-8be36fe0-47d2-4308-a8ab-ae85b5cba914 service neutron] Checking segment: {'id': 'bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 25 19:04:05.287153 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-8be36fe0-47d2-4308-a8ab-ae85b5cba914 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:05.287836 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-8be36fe0-47d2-4308-a8ab-ae85b5cba914 service neutron] Bound using segment: {'id': 'bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89'} {{(pid=80198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 25 19:04:05.288688 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-8be36fe0-47d2-4308-a8ab-ae85b5cba914 service neutron] Bound port: b2050ef3-ffb5-4266-a957-98ae9280f0c1, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89'}}] {{(pid=80198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 25 19:04:05.289364 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-8be36fe0-47d2-4308-a8ab-ae85b5cba914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:05.456612 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-8be36fe0-47d2-4308-a8ab-ae85b5cba914 service neutron] For port b2050ef3-ffb5-4266-a957-98ae9280f0c1, host hv-cinder-77238, cleared binding levels {{(pid=80198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 25 19:04:05.462782 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-8be36fe0-47d2-4308-a8ab-ae85b5cba914 service neutron] For port b2050ef3-ffb5-4266-a957-98ae9280f0c1, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b2050ef3-ffb5-4266-a957-98ae9280f0c1,segment=NetworkSegment(bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2),segment_id=bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2)] {{(pid=80198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 25 19:04:05.467696 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-8be36fe0-47d2-4308-a8ab-ae85b5cba914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847568392'] for port, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:05.484328 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:04:05.651136 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be36fe0-47d2-4308-a8ab-ae85b5cba914 service neutron] Pushing event updated for resources: {'Port': ['ID=b2050ef3-ffb5-4266-a957-98ae9280f0c1,revision_number=3']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:04:05.657531 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-8be36fe0-47d2-4308-a8ab-ae85b5cba914 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:04:05.753435 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-8be36fe0-47d2-4308-a8ab-ae85b5cba914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:05.754140 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-8be36fe0-47d2-4308-a8ab-ae85b5cba914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:05.756007 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-8be36fe0-47d2-4308-a8ab-ae85b5cba914 service neutron] 10.222.0.70 "PUT /v2.0/ports/b2050ef3-ffb5-4266-a957-98ae9280f0c1 HTTP/1.1" status: 200  len: 1158 time: 1.9479990
Jan 25 19:04:05.756325 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc86eed-f825-41c0-8b41-6043d2c5dc0f', 'tag': 'b2050ef3-ffb5-4266-a957-98ae9280f0c1'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 19:04:05.890469 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee428f2-57de-4f3d-abf1-d51f81cea315 req-d811b9ac-ec65-4d01-a2fb-b2d39d436058 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:05.891407 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-fee428f2-57de-4f3d-abf1-d51f81cea315 req-d811b9ac-ec65-4d01-a2fb-b2d39d436058 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Synchronizing usage tracker for tenant:52b208f1c80f43cf9ef1a2d56217e38b on resource:port {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 19:04:05.897887 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc86eed-f825-41c0-8b41-6043d2c5dc0f', 'tag': 'b2050ef3-ffb5-4266-a957-98ae9280f0c1', 'status': 'completed', 'code': 200}
Jan 25 19:04:05.981321 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-fee428f2-57de-4f3d-abf1-d51f81cea315 req-d811b9ac-ec65-4d01-a2fb-b2d39d436058 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Unset dirty status for tenant:52b208f1c80f43cf9ef1a2d56217e38b on resource:port {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 19:04:05.983351 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fee428f2-57de-4f3d-abf1-d51f81cea315 req-d811b9ac-ec65-4d01-a2fb-b2d39d436058 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=dfc86eed-f825-41c0-8b41-6043d2c5dc0f HTTP/1.1" status: 200  len: 944 time: 0.2960532
Jan 25 19:04:06.067826 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-2d97da50-e78e-4ce7-9ff8-dec79c095cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:06.069761 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-2d97da50-e78e-4ce7-9ff8-dec79c095cb7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=52b208f1c80f43cf9ef1a2d56217e38b&device_id=dfc86eed-f825-41c0-8b41-6043d2c5dc0f HTTP/1.1" status: 200  len: 1161 time: 0.1747565
Jan 25 19:04:06.080669 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-fee428f2-57de-4f3d-abf1-d51f81cea315 req-c9e9f22c-6616-4ad3-a66e-a7ce71a3da67 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=d1834031-7b42-4e6b-a556-5d833e36136b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785103
Jan 25 19:04:06.224930 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-33e09fc9-33b9-4878-9e5a-9149ac9ebcc4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2050ef3-ffb5-4266-a957-98ae9280f0c1 HTTP/1.1" status: 200  len: 217 time: 0.1396267
Jan 25 19:04:06.310054 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-f1034bdb-fcd2-4ad8-b5a9-19d2fa69c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:06.312004 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-f1034bdb-fcd2-4ad8-b5a9-19d2fa69c2b7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9e38db72-1aa1-42fd-a956-cbdb0e03df27 HTTP/1.1" status: 200  len: 850 time: 0.0807045
Jan 25 19:04:06.422444 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-11cf8e08-b417-47e5-be8e-58ea586601f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:06.424828 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-11cf8e08-b417-47e5-be8e-58ea586601f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7470e72d-e1ad-4621-a3fb-4bbb740a6d89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1046515
Jan 25 19:04:06.595485 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-02bc403d-0c23-4def-8a70-06b2603c8eef service neutron] 10.222.0.70 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1626205
Jan 25 19:04:06.772836 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-062e5a5c-f491-47c7-8783-5632c3fa842b req-c2ed09cc-e073-4233-a30f-022c1f548119 service neutron] 10.222.0.70 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1697400
Jan 25 19:04:06.992074 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d42eb1-1f7b-4df7-92dc-753dc7752902 req-c9daf9d4-cf10-4fef-a241-d47d9cf9bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:06.995005 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b8d42eb1-1f7b-4df7-92dc-753dc7752902 req-c9daf9d4-cf10-4fef-a241-d47d9cf9bf0e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=52b208f1c80f43cf9ef1a2d56217e38b&device_id=dfc86eed-f825-41c0-8b41-6043d2c5dc0f HTTP/1.1" status: 200  len: 1161 time: 0.1236134
Jan 25 19:04:07.253952 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d42eb1-1f7b-4df7-92dc-753dc7752902 req-dc8df78d-0177-49a5-8fb5-9a71a416410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:07.256289 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b8d42eb1-1f7b-4df7-92dc-753dc7752902 req-dc8df78d-0177-49a5-8fb5-9a71a416410e service neutron] 10.222.0.70 "GET /v2.0/networks?id=7470e72d-e1ad-4621-a3fb-4bbb740a6d89 HTTP/1.1" status: 200  len: 905 time: 0.2540767
Jan 25 19:04:07.336576 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b8d42eb1-1f7b-4df7-92dc-753dc7752902 req-9dcd85eb-31f3-4275-b0de-2dd14eafea88 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2050ef3-ffb5-4266-a957-98ae9280f0c1 HTTP/1.1" status: 200  len: 217 time: 0.0730379
Jan 25 19:04:07.460717 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d42eb1-1f7b-4df7-92dc-753dc7752902 req-e6b0d808-a500-43b3-8437-5494f5987730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:07.465568 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b8d42eb1-1f7b-4df7-92dc-753dc7752902 req-e6b0d808-a500-43b3-8437-5494f5987730 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9e38db72-1aa1-42fd-a956-cbdb0e03df27 HTTP/1.1" status: 200  len: 850 time: 0.1214211
Jan 25 19:04:07.515155 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5de22-3991-4bb2-838e-f84722ce4ea1 req-9a7094e0-dc63-4c05-8cbd-de1bcbb16664 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:07.516819 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cbd5de22-3991-4bb2-838e-f84722ce4ea1 req-9a7094e0-dc63-4c05-8cbd-de1bcbb16664 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=dfc86eed-f825-41c0-8b41-6043d2c5dc0f HTTP/1.1" status: 200  len: 944 time: 0.1743741
Jan 25 19:04:07.601175 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-cbd5de22-3991-4bb2-838e-f84722ce4ea1 req-b514e5cf-9dd8-43ee-93aa-c2832096e0ce tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=d1834031-7b42-4e6b-a556-5d833e36136b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706689
Jan 25 19:04:07.609559 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d42eb1-1f7b-4df7-92dc-753dc7752902 req-6fee27b7-ed52-4d70-b49f-d47840ba357f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:07.612727 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b8d42eb1-1f7b-4df7-92dc-753dc7752902 req-6fee27b7-ed52-4d70-b49f-d47840ba357f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7470e72d-e1ad-4621-a3fb-4bbb740a6d89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1396179
Jan 25 19:04:07.817999 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b8d42eb1-1f7b-4df7-92dc-753dc7752902 req-1daf23b2-2530-4484-aeba-d3f4f4adc705 service neutron] 10.222.0.70 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1972754
Jan 25 19:04:08.018321 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b8d42eb1-1f7b-4df7-92dc-753dc7752902 req-b1fef37c-bdae-465c-91d2-e650638921f7 service neutron] 10.222.0.70 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1927297
Jan 25 19:04:08.926190 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6504a-c770-4377-b120-76b2cd142b76 req-501b0e39-af01-4e5a-a7c5-71010c560fc1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:08.928288 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-93d6504a-c770-4377-b120-76b2cd142b76 req-501b0e39-af01-4e5a-a7c5-71010c560fc1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=dfc86eed-f825-41c0-8b41-6043d2c5dc0f HTTP/1.1" status: 200  len: 944 time: 0.1279652
Jan 25 19:04:09.003087 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-93d6504a-c770-4377-b120-76b2cd142b76 req-52c5219a-b59b-40b8-ad39-f82f1438d980 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=d1834031-7b42-4e6b-a556-5d833e36136b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617270
Jan 25 19:04:10.694116 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d94565-a330-49b0-8d22-29b58ce1db56 req-396448d5-65e0-43af-bcbc-94ddda9434d2 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:10.695996 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-71d94565-a330-49b0-8d22-29b58ce1db56 req-396448d5-65e0-43af-bcbc-94ddda9434d2 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=dfc86eed-f825-41c0-8b41-6043d2c5dc0f HTTP/1.1" status: 200  len: 944 time: 0.5008042
Jan 25 19:04:10.793941 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-71d94565-a330-49b0-8d22-29b58ce1db56 req-ac209130-a01c-4e67-9c3f-c2b49a2c89ee tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=d1834031-7b42-4e6b-a556-5d833e36136b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0891213
Jan 25 19:04:12.243936 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f047d-ba6c-48a0-819e-174096fdcb73 req-c2325b9a-5ed8-4afb-983e-e163761011c1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:12.246960 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a39f047d-ba6c-48a0-819e-174096fdcb73 req-c2325b9a-5ed8-4afb-983e-e163761011c1 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=dfc86eed-f825-41c0-8b41-6043d2c5dc0f HTTP/1.1" status: 200  len: 944 time: 0.1834602
Jan 25 19:04:12.336160 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-a39f047d-ba6c-48a0-819e-174096fdcb73 req-32e76ab4-1580-4067-bf3d-33c677558993 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=d1834031-7b42-4e6b-a556-5d833e36136b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0812204
Jan 25 19:04:12.436180 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device b2050ef3-ffb5-4266-a957-98ae9280f0c1 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 19:04:12.536765 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning for port b2050ef3-ffb5-4266-a957-98ae9280f0c1 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 25 19:04:12.546281 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port b2050ef3-ffb5-4266-a957-98ae9280f0c1 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 19:04:12.547016 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:12.785302 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:12.834882 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc86eed-f825-41c0-8b41-6043d2c5dc0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2050ef3-ffb5-4266-a957-98ae9280f0c1'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 19:04:12.852875 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port b2050ef3-ffb5-4266-a957-98ae9280f0c1, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b2050ef3-ffb5-4266-a957-98ae9280f0c1,segment=NetworkSegment(bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2),segment_id=bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 19:04:12.858031 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:12.861464 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5d8d3f4b-f6b7-4e11-b5c9-6dd970fdf915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:04:12.916811 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc86eed-f825-41c0-8b41-6043d2c5dc0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2050ef3-ffb5-4266-a957-98ae9280f0c1', 'code': 200}
Jan 25 19:04:12.972635 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=b2050ef3-ffb5-4266-a957-98ae9280f0c1,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:04:12.983019 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:12.983451 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:12.983884 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:12.984302 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:12.984806 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:12.985343 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:12.985839 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:12.986318 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:12.986794 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:12.987343 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:12.987837 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:12.988330 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:12.988878 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:12.989393 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:12.989891 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:12.990376 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:12.990919 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:12.991410 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:12.991897 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:12.992401 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:12.992887 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:12.993530 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:12.994129 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:12.994751 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:13.003303 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:04:13.537437 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f417839-91a8-4496-8a35-c19a4b1c306f req-31a33617-429d-4361-b260-bd7ea6ac59a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:13.540362 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1f417839-91a8-4496-8a35-c19a4b1c306f req-31a33617-429d-4361-b260-bd7ea6ac59a0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dfc86eed-f825-41c0-8b41-6043d2c5dc0f HTTP/1.1" status: 200  len: 1163 time: 0.3598304
Jan 25 19:04:13.724595 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-1f417839-91a8-4496-8a35-c19a4b1c306f req-67c0f1c9-0ace-4fca-b3f0-a53e9ca67956 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d1834031-7b42-4e6b-a556-5d833e36136b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1767826
Jan 25 19:04:13.726246 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device b2050ef3-ffb5-4266-a957-98ae9280f0c1 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 19:04:13.811038 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port b2050ef3-ffb5-4266-a957-98ae9280f0c1 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 19:04:13.811589 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:13.840608 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf28dc-34da-40fb-a09c-76da1b951bac req-36883617-13a9-4bcc-9419-8529926b6fef tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:13.844213 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-65cf28dc-34da-40fb-a09c-76da1b951bac req-36883617-13a9-4bcc-9419-8529926b6fef tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=dfc86eed-f825-41c0-8b41-6043d2c5dc0f HTTP/1.1" status: 200  len: 946 time: 0.2712774
Jan 25 19:04:13.951336 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-65cf28dc-34da-40fb-a09c-76da1b951bac req-044b2e24-86fd-475d-8efa-9c70e4542c3f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=d1834031-7b42-4e6b-a556-5d833e36136b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0945117
Jan 25 19:04:15.365434 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5e50f-ecc9-49d6-b585-35599212c032 req-c3473676-cdcf-4e43-9102-95e3a75f061b tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:15.367345 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d3a5e50f-ecc9-49d6-b585-35599212c032 req-c3473676-cdcf-4e43-9102-95e3a75f061b tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=dfc86eed-f825-41c0-8b41-6043d2c5dc0f HTTP/1.1" status: 200  len: 946 time: 0.1293643
Jan 25 19:04:15.472079 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d3a5e50f-ecc9-49d6-b585-35599212c032 req-54ce4c3e-9bee-48d9-9736-828889012ebc tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=d1834031-7b42-4e6b-a556-5d833e36136b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912364
Jan 25 19:04:16.796366 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658b8f8-2d80-4533-9e8d-af51ad25b63f req-9f6d4168-3c9a-442d-ad59-a3560232c112 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:16.799917 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e658b8f8-2d80-4533-9e8d-af51ad25b63f req-9f6d4168-3c9a-442d-ad59-a3560232c112 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=dfc86eed-f825-41c0-8b41-6043d2c5dc0f HTTP/1.1" status: 200  len: 946 time: 0.1765718
Jan 25 19:04:16.891493 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e658b8f8-2d80-4533-9e8d-af51ad25b63f req-61f416c2-bb5c-489b-ac9b-e6993d115b92 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=d1834031-7b42-4e6b-a556-5d833e36136b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0837417
Jan 25 19:04:17.298249 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5431887-bb20-4a46-90af-a0ae4cb1c401 req-a26fb541-d5eb-4886-a864-ce561f8ba85f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:17.301298 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-b5431887-bb20-4a46-90af-a0ae4cb1c401 req-a26fb541-d5eb-4886-a864-ce561f8ba85f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=dfc86eed-f825-41c0-8b41-6043d2c5dc0f HTTP/1.1" status: 200  len: 946 time: 0.2106390
Jan 25 19:04:17.312573 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 39334) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:04:17.318969 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.v2.base [None req-37cbaf3a-4ae0-4340-8c27-6b10c258aa48 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Request body: {'floatingip': {'port_id': 'b2050ef3-ffb5-4266-a957-98ae9280f0c1'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 25 19:04:17.419747 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-37cbaf3a-4ae0-4340-8c27-6b10c258aa48 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for floatingip, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:18.442775 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-37cbaf3a-4ae0-4340-8c27-6b10c258aa48 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for floatingip, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:18.446609 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-37cbaf3a-4ae0-4340-8c27-6b10c258aa48 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363676'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:18.667323 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.l3_db [None req-37cbaf3a-4ae0-4340-8c27-6b10c258aa48 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Floating IP 802c0242-22c2-4c4e-80d1-aea5261b8fed associated. External IP: 172.27.1.117, port: b2050ef3-ffb5-4266-a957-98ae9280f0c1.
Jan 25 19:04:19.285672 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37cbaf3a-4ae0-4340-8c27-6b10c258aa48 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Router 32b36e9f-ca4e-4b17-847b-809af9c40da1 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 19:04:19.601349 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cbaf3a-4ae0-4340-8c27-6b10c258aa48 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 19:04:19.606316 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-37cbaf3a-4ae0-4340-8c27-6b10c258aa48 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:19.614932 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acba6e27-d2aa-430d-9b46-a2ecee8a0702 None None] Sync routers for ids ['32b36e9f-ca4e-4b17-847b-809af9c40da1'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 19:04:19.628453 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acba6e27-d2aa-430d-9b46-a2ecee8a0702 None None] Routers {'32b36e9f-ca4e-4b17-847b-809af9c40da1'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 19:04:19.629421 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-acba6e27-d2aa-430d-9b46-a2ecee8a0702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fe870f0>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T19:03:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['32b36e9f-ca4e-4b17-847b-809af9c40da1'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:04:19.689889 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-37cbaf3a-4ae0-4340-8c27-6b10c258aa48 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "PUT /v2.0/floatingips/802c0242-22c2-4c4e-80d1-aea5261b8fed HTTP/1.1" status: 200  len: 992 time: 2.3757682
Jan 25 19:04:19.690951 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc86eed-f825-41c0-8b41-6043d2c5dc0f', 'tag': 'b2050ef3-ffb5-4266-a957-98ae9280f0c1'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 19:04:19.879349 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:19.956564 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-acba6e27-d2aa-430d-9b46-a2ecee8a0702 None None] Set router 32b36e9f-ca4e-4b17-847b-809af9c40da1 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 19:04:19.996803 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc86eed-f825-41c0-8b41-6043d2c5dc0f', 'tag': 'b2050ef3-ffb5-4266-a957-98ae9280f0c1', 'status': 'completed', 'code': 200}
Jan 25 19:04:20.189485 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31783887-fca6-40fa-b370-f08418af9070 req-9eac88ab-0f95-43e8-a09f-cda7baa9133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:20.192269 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-31783887-fca6-40fa-b370-f08418af9070 req-9eac88ab-0f95-43e8-a09f-cda7baa9133d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=52b208f1c80f43cf9ef1a2d56217e38b&device_id=dfc86eed-f825-41c0-8b41-6043d2c5dc0f HTTP/1.1" status: 200  len: 1163 time: 0.1463923
Jan 25 19:04:20.409301 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31783887-fca6-40fa-b370-f08418af9070 req-344b0b04-9d2b-45ce-8597-f34e8f5480fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:20.411970 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-31783887-fca6-40fa-b370-f08418af9070 req-344b0b04-9d2b-45ce-8597-f34e8f5480fd service neutron] 10.222.0.70 "GET /v2.0/networks?id=7470e72d-e1ad-4621-a3fb-4bbb740a6d89 HTTP/1.1" status: 200  len: 905 time: 0.2119167
Jan 25 19:04:20.496265 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-acba6e27-d2aa-430d-9b46-a2ecee8a0702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fe870f0>, [{'id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'name': 'tempest-AttachVolumeTestJSON-1513902271-router', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:58:15Z', 'updated_at': '2021-01-25T18:58:22Z', 'revision_number': 4, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'gw_port': {'id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:16Z', 'updated_at': '2021-01-25T18:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': '802c0242-22c2-4c4e-80d1-aea5261b8fed', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'port_id': 'b2050ef3-ffb5-4266-a957-98ae9280f0c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'mac_address': 'fa:16:3e:cd:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc86eed-f825-41c0-8b41-6043d2c5dc0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T19:03:57Z', 'updated_at': '2021-01-25T19:04:18Z', 'revision_number': 1, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20378ea5-88cd-4d67-8d42-3f3065df37af', 'name': '', 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'mac_address': 'fa:16:3e:a1:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:20Z', 'updated_at': '2021-01-25T18:58:30Z', 'revision_number': 5, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'subnets': [{'id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:04:20.502529 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acba6e27-d2aa-430d-9b46-a2ecee8a0702 None None] Checking router: 32b36e9f-ca4e-4b17-847b-809af9c40da1 for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 19:04:20.517815 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acba6e27-d2aa-430d-9b46-a2ecee8a0702 None None] Routers {'32b36e9f-ca4e-4b17-847b-809af9c40da1'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 19:04:20.519121 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-acba6e27-d2aa-430d-9b46-a2ecee8a0702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fe870f0>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T19:03:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['32b36e9f-ca4e-4b17-847b-809af9c40da1'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:04:20.608707 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-31783887-fca6-40fa-b370-f08418af9070 req-8a85da1c-6870-4adc-ab60-a5d37d233e40 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2050ef3-ffb5-4266-a957-98ae9280f0c1 HTTP/1.1" status: 200  len: 1000 time: 0.1880186
Jan 25 19:04:20.730888 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31783887-fca6-40fa-b370-f08418af9070 req-12b2832b-f22c-423b-973b-bea6da01a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:20.733902 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-31783887-fca6-40fa-b370-f08418af9070 req-12b2832b-f22c-423b-973b-bea6da01a826 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9e38db72-1aa1-42fd-a956-cbdb0e03df27 HTTP/1.1" status: 200  len: 850 time: 0.1167157
Jan 25 19:04:20.781518 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-acba6e27-d2aa-430d-9b46-a2ecee8a0702 None None] Set router 32b36e9f-ca4e-4b17-847b-809af9c40da1 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 19:04:20.863776 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31783887-fca6-40fa-b370-f08418af9070 req-fab15836-e5fe-440e-a0fd-0d5019ba6c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:20.866178 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-31783887-fca6-40fa-b370-f08418af9070 req-fab15836-e5fe-440e-a0fd-0d5019ba6c39 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7470e72d-e1ad-4621-a3fb-4bbb740a6d89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1239517
Jan 25 19:04:21.112775 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ddc49b6e-12b0-4077-a41e-f2ab788497ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:21.151564 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-31783887-fca6-40fa-b370-f08418af9070 req-1c89e61a-2e66-4ead-ab47-15b21a843f48 service neutron] 10.222.0.70 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2771628
Jan 25 19:04:21.381017 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-31783887-fca6-40fa-b370-f08418af9070 req-676dd584-6d2d-4074-b3c0-7c9f2f5619b6 service neutron] 10.222.0.70 "GET /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2212281
Jan 25 19:04:21.594867 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-acba6e27-d2aa-430d-9b46-a2ecee8a0702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fe870f0>, [{'id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'name': 'tempest-AttachVolumeTestJSON-1513902271-router', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:58:15Z', 'updated_at': '2021-01-25T18:58:22Z', 'revision_number': 4, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'gw_port': {'id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:16Z', 'updated_at': '2021-01-25T18:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': '802c0242-22c2-4c4e-80d1-aea5261b8fed', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'port_id': 'b2050ef3-ffb5-4266-a957-98ae9280f0c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'mac_address': 'fa:16:3e:cd:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc86eed-f825-41c0-8b41-6043d2c5dc0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T19:03:57Z', 'updated_at': '2021-01-25T19:04:18Z', 'revision_number': 1, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20378ea5-88cd-4d67-8d42-3f3065df37af', 'name': '', 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'mac_address': 'fa:16:3e:a1:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:20Z', 'updated_at': '2021-01-25T18:58:30Z', 'revision_number': 5, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'subnets': [{'id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:04:21.600373 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acba6e27-d2aa-430d-9b46-a2ecee8a0702 None None] The sync data for ids ['32b36e9f-ca4e-4b17-847b-809af9c40da1'] in dv-cinder-772388-1-iscsi is: [{'id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'name': 'tempest-AttachVolumeTestJSON-1513902271-router', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:58:15Z', 'updated_at': '2021-01-25T18:58:22Z', 'revision_number': 4, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'gw_port': {'id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:16Z', 'updated_at': '2021-01-25T18:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': '802c0242-22c2-4c4e-80d1-aea5261b8fed', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'port_id': 'b2050ef3-ffb5-4266-a957-98ae9280f0c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'mac_address': 'fa:16:3e:cd:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc86eed-f825-41c0-8b41-6043d2c5dc0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T19:03:57Z', 'updated_at': '2021-01-25T19:04:18Z', 'revision_number': 1, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20378ea5-88cd-4d67-8d42-3f3065df37af', 'name': '', 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'mac_address': 'fa:16:3e:a1:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:20Z', 'updated_at': '2021-01-25T18:58:30Z', 'revision_number': 5, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'subnets': [{'id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 19:04:21.979879 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ca889c-75d7-472f-95c8-e33608b40af8 None None] New status for floating IP 802c0242-22c2-4c4e-80d1-aea5261b8fed: ACTIVE {{(pid=80202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 25 19:04:23.107874 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:23.147753 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-545c0ae2-20da-41c0-bb30-9b31af9bb82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:24.753975 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:25.249125 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:25.890472 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-317500d8-b597-4880-a773-2691e9014426 req-5037acab-a512-4e50-a214-f0abcccadf3e tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/floatingips/19dfe302-90d7-4348-bbb2-91e50738dee7 HTTP/1.1" status: 200  len: 998 time: 0.1532495
Jan 25 19:04:26.187920 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317500d8-b597-4880-a773-2691e9014426 req-91e217d1-403e-402a-b6c5-a60a4d24feef tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:26.190892 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-317500d8-b597-4880-a773-2691e9014426 req-91e217d1-403e-402a-b6c5-a60a4d24feef tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/networks/ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 HTTP/1.1" status: 200  len: 784 time: 0.2929628
Jan 25 19:04:26.334691 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-317500d8-b597-4880-a773-2691e9014426 req-67687812-8275-46d6-a18c-888c9f0340e8 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.27.1.58 HTTP/1.1" status: 200  len: 1001 time: 0.1350834
Jan 25 19:04:26.465743 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317500d8-b597-4880-a773-2691e9014426 req-78027421-7aaf-4b9a-9067-3d90c0440c93 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:26.467438 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-317500d8-b597-4880-a773-2691e9014426 req-78027421-7aaf-4b9a-9067-3d90c0440c93 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports/1b614117-d3ff-4d9a-9205-1e8a4fa52d84 HTTP/1.1" status: 200  len: 943 time: 0.1243808
Jan 25 19:04:26.682915 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-317500d8-b597-4880-a773-2691e9014426 req-2fb4f662-c447-430e-9ceb-d7c448fd8b26 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.27.1.58 HTTP/1.1" status: 200  len: 1001 time: 0.1222548
Jan 25 19:04:27.103783 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-317500d8-b597-4880-a773-2691e9014426 req-5cdb0519-afd2-423b-b320-42f8e9e81e65 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Deleting port 19d1fbfe-c0b5-4c6e-83ce-f3162fee57c0 {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:04:27.104725 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-317500d8-b597-4880-a773-2691e9014426 req-5cdb0519-afd2-423b-b320-42f8e9e81e65 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:27.315164 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-317500d8-b597-4880-a773-2691e9014426 req-5cdb0519-afd2-423b-b320-42f8e9e81e65 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:27.315458 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-317500d8-b597-4880-a773-2691e9014426 req-5cdb0519-afd2-423b-b320-42f8e9e81e65 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for floatingip, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:27.468856 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-317500d8-b597-4880-a773-2691e9014426 req-5cdb0519-afd2-423b-b320-42f8e9e81e65 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Calling delete_port for 19d1fbfe-c0b5-4c6e-83ce-f3162fee57c0 owned by network:floatingip {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 19:04:27.717691 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-317500d8-b597-4880-a773-2691e9014426 req-5cdb0519-afd2-423b-b320-42f8e9e81e65 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:27.748813 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-dc777a4d-ac99-43e7-91b4-1c406b6ff424 tempest-AttachVolumeShelveTestJSON-45885050 tempest-AttachVolumeShelveTestJSON-45885050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:04:27.862378 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb0519-afd2-423b-b320-42f8e9e81e65 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Pushing event deleted for resources: {'Port': ['ID=19d1fbfe-c0b5-4c6e-83ce-f3162fee57c0,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:04:27.867529 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5cdb0519-afd2-423b-b320-42f8e9e81e65 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:04:28.154197 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-317500d8-b597-4880-a773-2691e9014426 req-5cdb0519-afd2-423b-b320-42f8e9e81e65 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for floatingip, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:28.155006 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.l3_db [req-317500d8-b597-4880-a773-2691e9014426 req-5cdb0519-afd2-423b-b320-42f8e9e81e65 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Floating IP 19dfe302-90d7-4348-bbb2-91e50738dee7 disassociated (deleted). External IP: 172.27.1.58, port: 1b614117-d3ff-4d9a-9205-1e8a4fa52d84.
Jan 25 19:04:28.157961 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 19:04:28.773368 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-317500d8-b597-4880-a773-2691e9014426 req-5cdb0519-afd2-423b-b320-42f8e9e81e65 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Router 48d53d6a-8f6d-4752-a14f-30c68354ee8c has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 19:04:29.347213 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-317500d8-b597-4880-a773-2691e9014426 req-5cdb0519-afd2-423b-b320-42f8e9e81e65 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 19:04:29.360489 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3af5e3-288c-4aa6-9b1d-db16c1f33522 None None] Sync routers for ids ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 19:04:29.374447 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3af5e3-288c-4aa6-9b1d-db16c1f33522 None None] Routers {'48d53d6a-8f6d-4752-a14f-30c68354ee8c'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 19:04:29.375429 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-cf3af5e3-288c-4aa6-9b1d-db16c1f33522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a2407cf28>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T19:04:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:04:29.383990 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-317500d8-b597-4880-a773-2691e9014426 req-5cdb0519-afd2-423b-b320-42f8e9e81e65 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:29.494655 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-317500d8-b597-4880-a773-2691e9014426 req-5cdb0519-afd2-423b-b320-42f8e9e81e65 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "DELETE /v2.0/floatingips/19dfe302-90d7-4348-bbb2-91e50738dee7 HTTP/1.1" status: 204  len: 173 time: 2.8002164
Jan 25 19:04:29.495488 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f9e9c2-d1b9-415a-a55d-76a736aa4cd6', 'tag': '1b614117-d3ff-4d9a-9205-1e8a4fa52d84'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 19:04:29.600176 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f9e9c2-d1b9-415a-a55d-76a736aa4cd6', 'tag': '1b614117-d3ff-4d9a-9205-1e8a4fa52d84', 'status': 'completed', 'code': 200}
Jan 25 19:04:29.659654 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317500d8-b597-4880-a773-2691e9014426 req-03ea5d94-c5a9-48a0-9788-4f9d4ef67712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:29.662625 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-317500d8-b597-4880-a773-2691e9014426 req-03ea5d94-c5a9-48a0-9788-4f9d4ef67712 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=71302d4128404183b9c296e1bdbe448a&device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 1163 time: 0.1402526
Jan 25 19:04:29.750354 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-cf3af5e3-288c-4aa6-9b1d-db16c1f33522 None None] Set router 48d53d6a-8f6d-4752-a14f-30c68354ee8c gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 19:04:29.928637 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18ba95-6de3-4108-bf8d-29458ac83ddb req-c065c5dc-800c-4356-9d5b-a4096fcc75bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:29.930451 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9b18ba95-6de3-4108-bf8d-29458ac83ddb req-c065c5dc-800c-4356-9d5b-a4096fcc75bd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71302d4128404183b9c296e1bdbe448a&device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 1163 time: 0.2755592
Jan 25 19:04:29.931919 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317500d8-b597-4880-a773-2691e9014426 req-2229d20b-0ac7-42b5-9cee-29f93fbf18d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:29.933870 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-317500d8-b597-4880-a773-2691e9014426 req-2229d20b-0ac7-42b5-9cee-29f93fbf18d5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b HTTP/1.1" status: 200  len: 906 time: 0.2079623
Jan 25 19:04:30.080809 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-317500d8-b597-4880-a773-2691e9014426 req-175040ae-da1b-4dce-a1d1-a0b20fd3a388 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b614117-d3ff-4d9a-9205-1e8a4fa52d84 HTTP/1.1" status: 200  len: 217 time: 0.1000640
Jan 25 19:04:30.272286 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-cf3af5e3-288c-4aa6-9b1d-db16c1f33522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a2407cf28>, [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T18:54:59Z', 'revision_number': 4, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': '24da3de0-bb9f-4590-8ac9-4c42a8c9e485', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'port_id': '286a9f87-0a71-4efc-bb00-3562a35e44f6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'mac_address': 'fa:16:3e:b4:9a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12f291-6b68-4723-bea0-090d551093bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:59:31Z', 'updated_at': '2021-01-25T18:59:37Z', 'revision_number': 2, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07aeb545-aed4-4085-8aaf-d8fc7b83fac3', 'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'mac_address': 'fa:16:3e:e9:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:58Z', 'updated_at': '2021-01-25T18:55:10Z', 'revision_number': 5, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'subnets': [{'id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:04:30.279744 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3af5e3-288c-4aa6-9b1d-db16c1f33522 None None] Checking router: 48d53d6a-8f6d-4752-a14f-30c68354ee8c for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 19:04:30.280613 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317500d8-b597-4880-a773-2691e9014426 req-dc43ac52-ed3c-4ca2-ab40-8e4a209fc8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:30.283596 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-317500d8-b597-4880-a773-2691e9014426 req-dc43ac52-ed3c-4ca2-ab40-8e4a209fc8cf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9123d7e9-7f4e-456f-be09-41bca5535e60 HTTP/1.1" status: 200  len: 851 time: 0.1330502
Jan 25 19:04:30.292441 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18ba95-6de3-4108-bf8d-29458ac83ddb req-bfa61fe3-077a-4045-a524-3e93c453a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:30.295684 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9b18ba95-6de3-4108-bf8d-29458ac83ddb req-bfa61fe3-077a-4045-a524-3e93c453a346 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b HTTP/1.1" status: 200  len: 906 time: 0.3571243
Jan 25 19:04:30.297371 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3af5e3-288c-4aa6-9b1d-db16c1f33522 None None] Routers {'48d53d6a-8f6d-4752-a14f-30c68354ee8c'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 19:04:30.298520 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-cf3af5e3-288c-4aa6-9b1d-db16c1f33522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a2407cf28>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T19:04:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:04:30.510658 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9b18ba95-6de3-4108-bf8d-29458ac83ddb req-91aa6719-64a1-4ca1-871b-1bf965ce861d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b614117-d3ff-4d9a-9205-1e8a4fa52d84 HTTP/1.1" status: 200  len: 217 time: 0.1510751
Jan 25 19:04:30.650567 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-cf3af5e3-288c-4aa6-9b1d-db16c1f33522 None None] Set router 48d53d6a-8f6d-4752-a14f-30c68354ee8c gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 19:04:30.661082 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18ba95-6de3-4108-bf8d-29458ac83ddb req-e69d1d10-3175-40f0-92ec-84de7d8332d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:30.664161 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9b18ba95-6de3-4108-bf8d-29458ac83ddb req-e69d1d10-3175-40f0-92ec-84de7d8332d0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9123d7e9-7f4e-456f-be09-41bca5535e60 HTTP/1.1" status: 200  len: 851 time: 0.1454997
Jan 25 19:04:30.677455 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317500d8-b597-4880-a773-2691e9014426 req-de6078ec-3953-472e-a13d-a4d37ee017a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:30.680240 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-317500d8-b597-4880-a773-2691e9014426 req-de6078ec-3953-472e-a13d-a4d37ee017a3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3829505
Jan 25 19:04:31.031033 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18ba95-6de3-4108-bf8d-29458ac83ddb req-7e502351-8413-4c18-ad4b-cd9c705aadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:31.032892 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9b18ba95-6de3-4108-bf8d-29458ac83ddb req-7e502351-8413-4c18-ad4b-cd9c705aadc7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3600228
Jan 25 19:04:31.041015 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-317500d8-b597-4880-a773-2691e9014426 req-fb28e66b-e93d-45e0-8b5f-28d854be3699 service neutron] 10.222.0.77 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2906475
Jan 25 19:04:31.052314 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [req-9b18ba95-6de3-4108-bf8d-29458ac83ddb req-bf05ced2-8685-460d-bc27-91c649af559c service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 25 19:04:31.054836 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9b18ba95-6de3-4108-bf8d-29458ac83ddb req-bf05ced2-8685-460d-bc27-91c649af559c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0110185
Jan 25 19:04:31.381340 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-cf3af5e3-288c-4aa6-9b1d-db16c1f33522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a2407cf28>, [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T18:54:59Z', 'revision_number': 4, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': '24da3de0-bb9f-4590-8ac9-4c42a8c9e485', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'port_id': '286a9f87-0a71-4efc-bb00-3562a35e44f6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'mac_address': 'fa:16:3e:b4:9a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12f291-6b68-4723-bea0-090d551093bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:59:31Z', 'updated_at': '2021-01-25T18:59:37Z', 'revision_number': 2, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07aeb545-aed4-4085-8aaf-d8fc7b83fac3', 'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'mac_address': 'fa:16:3e:e9:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:58Z', 'updated_at': '2021-01-25T18:55:10Z', 'revision_number': 5, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'subnets': [{'id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:04:31.389181 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3af5e3-288c-4aa6-9b1d-db16c1f33522 None None] The sync data for ids ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'] in dv-cinder-772388-1-iscsi is: [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T18:54:59Z', 'revision_number': 4, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_floatingips': [{'id': '24da3de0-bb9f-4590-8ac9-4c42a8c9e485', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'router_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'port_id': '286a9f87-0a71-4efc-bb00-3562a35e44f6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'mac_address': 'fa:16:3e:b4:9a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12f291-6b68-4723-bea0-090d551093bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T18:59:31Z', 'updated_at': '2021-01-25T18:59:37Z', 'revision_number': 2, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07aeb545-aed4-4085-8aaf-d8fc7b83fac3', 'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'mac_address': 'fa:16:3e:e9:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:58Z', 'updated_at': '2021-01-25T18:55:10Z', 'revision_number': 5, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'subnets': [{'id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 19:04:31.499196 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-317500d8-b597-4880-a773-2691e9014426 req-37dded70-392d-4689-ba73-4c60e421b276 service neutron] 10.222.0.77 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4396017
Jan 25 19:04:31.506108 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9b18ba95-6de3-4108-bf8d-29458ac83ddb req-b9a44c59-a85c-4b73-b613-f803ec8d2d23 service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4117062
Jan 25 19:04:31.753262 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9b18ba95-6de3-4108-bf8d-29458ac83ddb req-57025b33-7ce3-44b0-8ccb-c8c4b6d80b0d service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2387397
Jan 25 19:04:31.938964 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53359001-a1d1-4f80-8bf6-d5edbaaba314 None None] New status for floating IP 19dfe302-90d7-4348-bbb2-91e50738dee7: DOWN {{(pid=80202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 25 19:04:32.300889 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e196882-c37b-407c-adbf-9eaa286be078 req-067a0062-719b-4a30-8699-df9ede7074cf tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:32.302351 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-9e196882-c37b-407c-adbf-9eaa286be078 req-067a0062-719b-4a30-8699-df9ede7074cf tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Synchronizing usage tracker for tenant:71302d4128404183b9c296e1bdbe448a on resource:port {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 19:04:32.329406 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-9e196882-c37b-407c-adbf-9eaa286be078 req-067a0062-719b-4a30-8699-df9ede7074cf tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Unset dirty status for tenant:71302d4128404183b9c296e1bdbe448a on resource:port {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 19:04:32.330782 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9e196882-c37b-407c-adbf-9eaa286be078 req-067a0062-719b-4a30-8699-df9ede7074cf tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 946 time: 0.3868058
Jan 25 19:04:32.407108 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9e196882-c37b-407c-adbf-9eaa286be078 req-5b88eccc-c70f-410f-b468-05b7588fcdb6 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0647399
Jan 25 19:04:33.709940 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcae21-2be6-456d-8d17-4c14df2510e1 req-991ed7a0-ded4-4032-a81f-135e61f53818 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:33.711911 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4dfcae21-2be6-456d-8d17-4c14df2510e1 req-991ed7a0-ded4-4032-a81f-135e61f53818 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 946 time: 0.1516140
Jan 25 19:04:33.783230 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4dfcae21-2be6-456d-8d17-4c14df2510e1 req-d07e9f14-98c9-42e3-962b-6dcb7d279330 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0578005
Jan 25 19:04:34.256172 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321aac82-0822-4198-b48f-752c645d0efb req-17263660-df65-4364-81c0-b027b5a05ac3 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:34.259291 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-321aac82-0822-4198-b48f-752c645d0efb req-17263660-df65-4364-81c0-b027b5a05ac3 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.70 "GET /v2.0/ports?device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 946 time: 0.2177095
Jan 25 19:04:34.361895 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-321aac82-0822-4198-b48f-752c645d0efb req-9bdb44b7-778b-4d30-9d1a-b6100c9c7ed4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Deleting port 1b614117-d3ff-4d9a-9205-1e8a4fa52d84 {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:04:34.362398 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-321aac82-0822-4198-b48f-752c645d0efb req-9bdb44b7-778b-4d30-9d1a-b6100c9c7ed4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:34.718191 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-321aac82-0822-4198-b48f-752c645d0efb req-9bdb44b7-778b-4d30-9d1a-b6100c9c7ed4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] For port 1b614117-d3ff-4d9a-9205-1e8a4fa52d84, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=1b614117-d3ff-4d9a-9205-1e8a4fa52d84,segment=NetworkSegment(ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d),segment_id=ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d)] {{(pid=80198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 19:04:34.719086 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-321aac82-0822-4198-b48f-752c645d0efb req-9bdb44b7-778b-4d30-9d1a-b6100c9c7ed4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:34.900906 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-321aac82-0822-4198-b48f-752c645d0efb req-9bdb44b7-778b-4d30-9d1a-b6100c9c7ed4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Calling delete_port for 1b614117-d3ff-4d9a-9205-1e8a4fa52d84 owned by compute:nova {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 19:04:35.309368 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-321aac82-0822-4198-b48f-752c645d0efb req-9bdb44b7-778b-4d30-9d1a-b6100c9c7ed4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:35.344081 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5cdb0519-afd2-423b-b320-42f8e9e81e65 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:04:35.518059 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b37ae-d64c-4c7c-a8a0-85e7ab3ac4cd req-33fe79d5-7e55-4e29-8a57-57d33ae61bba tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:35.521085 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d22b37ae-d64c-4c7c-a8a0-85e7ab3ac4cd req-33fe79d5-7e55-4e29-8a57-57d33ae61bba tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 946 time: 0.4804060
Jan 25 19:04:35.547017 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb44b7-778b-4d30-9d1a-b6100c9c7ed4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Pushing event deleted for resources: {'Port': ['ID=1b614117-d3ff-4d9a-9205-1e8a4fa52d84,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:04:35.552154 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-9bdb44b7-778b-4d30-9d1a-b6100c9c7ed4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:04:35.786412 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d22b37ae-d64c-4c7c-a8a0-85e7ab3ac4cd req-d447d34c-9d53-4a28-9581-0e72e90c265b tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.2459197
Jan 25 19:04:35.850859 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 1b614117-d3ff-4d9a-9205-1e8a4fa52d84 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 19:04:35.909623 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-321aac82-0822-4198-b48f-752c645d0efb req-9bdb44b7-778b-4d30-9d1a-b6100c9c7ed4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] No DVR routers for this DVR port 1b614117-d3ff-4d9a-9205-1e8a4fa52d84 on host hv-cinder-77238 {{(pid=80198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 19:04:35.912573 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-321aac82-0822-4198-b48f-752c645d0efb req-9bdb44b7-778b-4d30-9d1a-b6100c9c7ed4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:35.917566 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f9e9c2-d1b9-415a-a55d-76a736aa4cd6', 'name': 'network-vif-deleted', 'tag': '1b614117-d3ff-4d9a-9205-1e8a4fa52d84'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 19:04:35.923808 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] No Port match for: 1b614117-d3ff-4d9a-9205-1e8a4fa52d84 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 19:04:35.924860 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 1b614117-d3ff-4d9a-9205-1e8a4fa52d84 not bound to the agent host hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 19:04:35.938710 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-321aac82-0822-4198-b48f-752c645d0efb req-9bdb44b7-778b-4d30-9d1a-b6100c9c7ed4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.70 "DELETE /v2.0/ports/1b614117-d3ff-4d9a-9205-1e8a4fa52d84 HTTP/1.1" status: 204  len: 173 time: 1.6728592
Jan 25 19:04:36.021681 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f9e9c2-d1b9-415a-a55d-76a736aa4cd6', 'name': 'network-vif-deleted', 'tag': '1b614117-d3ff-4d9a-9205-1e8a4fa52d84', 'status': 'completed', 'code': 200}
Jan 25 19:04:37.077473 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-9b43efc8-70cd-4380-8f28-a9e5d18b52a7 req-420bfa5c-ebf2-4864-9624-e0062b3f6144 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Synchronizing usage tracker for tenant:71302d4128404183b9c296e1bdbe448a on resource:port {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 19:04:37.105985 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-9b43efc8-70cd-4380-8f28-a9e5d18b52a7 req-420bfa5c-ebf2-4864-9624-e0062b3f6144 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Unset dirty status for tenant:71302d4128404183b9c296e1bdbe448a on resource:port {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 19:04:37.109703 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9b43efc8-70cd-4380-8f28-a9e5d18b52a7 req-420bfa5c-ebf2-4864-9624-e0062b3f6144 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=d5f9e9c2-d1b9-415a-a55d-76a736aa4cd6 HTTP/1.1" status: 200  len: 210 time: 0.1246729
Jan 25 19:04:37.943234 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-130747ce-1912-41e0-bb7a-74fbf9bafecb req-3132df57-4ec1-4506-8f33-78b739e7d0c3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2730422
Jan 25 19:04:38.082705 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130747ce-1912-41e0-bb7a-74fbf9bafecb req-4e6202ab-f7ce-4c75-97b6-d676b43248f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:38.084371 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-130747ce-1912-41e0-bb7a-74fbf9bafecb req-4e6202ab-f7ce-4c75-97b6-d676b43248f2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71302d4128404183b9c296e1bdbe448a&device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 1162 time: 0.1027799
Jan 25 19:04:38.290909 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130747ce-1912-41e0-bb7a-74fbf9bafecb req-555a01b2-02e6-4a1a-8783-8c82abf0a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:38.293001 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-130747ce-1912-41e0-bb7a-74fbf9bafecb req-555a01b2-02e6-4a1a-8783-8c82abf0a653 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b HTTP/1.1" status: 200  len: 906 time: 0.1858387
Jan 25 19:04:38.742566 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-130747ce-1912-41e0-bb7a-74fbf9bafecb req-1e83f2d8-7660-4dc4-a98b-0dcbf604a270 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=286a9f87-0a71-4efc-bb00-3562a35e44f6 HTTP/1.1" status: 200  len: 1001 time: 0.4426455
Jan 25 19:04:38.829403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130747ce-1912-41e0-bb7a-74fbf9bafecb req-4dcbcfda-1efd-466f-89d9-c4bb88f8fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:38.831206 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-130747ce-1912-41e0-bb7a-74fbf9bafecb req-4dcbcfda-1efd-466f-89d9-c4bb88f8fef5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9123d7e9-7f4e-456f-be09-41bca5535e60 HTTP/1.1" status: 200  len: 851 time: 0.0789490
Jan 25 19:04:38.940034 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130747ce-1912-41e0-bb7a-74fbf9bafecb req-25bf3149-38d7-42b6-a18d-8a6f7419ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:38.941933 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-130747ce-1912-41e0-bb7a-74fbf9bafecb req-25bf3149-38d7-42b6-a18d-8a6f7419ac29 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1001408
Jan 25 19:04:39.129312 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-130747ce-1912-41e0-bb7a-74fbf9bafecb req-7c0403c8-c9ed-40ee-a7eb-d6e65202e9b8 service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1767330
Jan 25 19:04:39.409518 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-130747ce-1912-41e0-bb7a-74fbf9bafecb req-fb81e34c-1283-44e3-8101-e81c8283278c service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2715178
Jan 25 19:04:41.210888 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-4f468119-915a-427a-b247-eec860a9de17 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/floatingips/24da3de0-bb9f-4590-8ac9-4c42a8c9e485 HTTP/1.1" status: 200  len: 998 time: 0.1862121
Jan 25 19:04:41.478522 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-6b410969-6a19-4e62-a25d-7aa8af40d241 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:41.480238 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-6b410969-6a19-4e62-a25d-7aa8af40d241 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/networks/ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 HTTP/1.1" status: 200  len: 784 time: 0.2623789
Jan 25 19:04:41.615422 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-4302c7b7-072e-44c5-a2e6-904849079f6c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Synchronizing usage tracker for tenant:71302d4128404183b9c296e1bdbe448a on resource:floatingip {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 19:04:41.632792 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-4302c7b7-072e-44c5-a2e6-904849079f6c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Unset dirty status for tenant:71302d4128404183b9c296e1bdbe448a on resource:floatingip {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 19:04:41.634419 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-4302c7b7-072e-44c5-a2e6-904849079f6c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.27.1.143 HTTP/1.1" status: 200  len: 1001 time: 0.1413984
Jan 25 19:04:41.756031 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-6e2344af-90af-464c-a2ec-3d6d649432ed tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:41.757658 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-6e2344af-90af-464c-a2ec-3d6d649432ed tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports/286a9f87-0a71-4efc-bb00-3562a35e44f6 HTTP/1.1" status: 200  len: 942 time: 0.1167870
Jan 25 19:04:42.088648 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-25e9170d-bf4e-4b77-aed4-09bc4a3d3b22 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.27.1.143 HTTP/1.1" status: 200  len: 1001 time: 0.1560442
Jan 25 19:04:42.360094 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-af6785ac-b323-4ede-bd07-22de2ec6477d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Deleting port b9a1fcf7-64a8-4dc5-8d66-0024e860e082 {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:04:42.360708 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-af6785ac-b323-4ede-bd07-22de2ec6477d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:42.564833 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-af6785ac-b323-4ede-bd07-22de2ec6477d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:42.565360 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-af6785ac-b323-4ede-bd07-22de2ec6477d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for floatingip, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:42.713929 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-af6785ac-b323-4ede-bd07-22de2ec6477d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Calling delete_port for b9a1fcf7-64a8-4dc5-8d66-0024e860e082 owned by network:floatingip {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 19:04:42.899999 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-af6785ac-b323-4ede-bd07-22de2ec6477d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:42.917925 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c23de0fa-800e-400d-ae46-9aafff9bf350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:04:42.983923 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6785ac-b323-4ede-bd07-22de2ec6477d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Pushing event deleted for resources: {'Port': ['ID=b9a1fcf7-64a8-4dc5-8d66-0024e860e082,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:04:42.987017 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-af6785ac-b323-4ede-bd07-22de2ec6477d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:04:43.199331 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-af6785ac-b323-4ede-bd07-22de2ec6477d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for floatingip, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:43.199971 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.l3_db [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-af6785ac-b323-4ede-bd07-22de2ec6477d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Floating IP 24da3de0-bb9f-4590-8ac9-4c42a8c9e485 disassociated (deleted). External IP: 172.27.1.143, port: 286a9f87-0a71-4efc-bb00-3562a35e44f6.
Jan 25 19:04:43.980075 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-af6785ac-b323-4ede-bd07-22de2ec6477d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Router 48d53d6a-8f6d-4752-a14f-30c68354ee8c has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 19:04:44.240072 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-af6785ac-b323-4ede-bd07-22de2ec6477d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 19:04:44.253892 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d0e162-396d-405f-99fa-e8e2e2160252 None None] Sync routers for ids ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 19:04:44.267971 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d0e162-396d-405f-99fa-e8e2e2160252 None None] Routers {'48d53d6a-8f6d-4752-a14f-30c68354ee8c'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 19:04:44.268665 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-83d0e162-396d-405f-99fa-e8e2e2160252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a24135908>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T19:04:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:04:44.280886 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-af6785ac-b323-4ede-bd07-22de2ec6477d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:44.385422 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-af6785ac-b323-4ede-bd07-22de2ec6477d tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "DELETE /v2.0/floatingips/24da3de0-bb9f-4590-8ac9-4c42a8c9e485 HTTP/1.1" status: 204  len: 173 time: 2.2879755
Jan 25 19:04:44.386404 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c12f291-6b68-4723-bea0-090d551093bd', 'tag': '286a9f87-0a71-4efc-bb00-3562a35e44f6'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 19:04:44.523563 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-e8832112-b053-405b-85fb-5d64e3ec9bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:44.525660 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-e8832112-b053-405b-85fb-5d64e3ec9bd8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=71302d4128404183b9c296e1bdbe448a&device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 1162 time: 0.1126227
Jan 25 19:04:44.728291 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-c9508524-e8cd-4ea6-b649-88d49e17cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:44.730453 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-c9508524-e8cd-4ea6-b649-88d49e17cfc8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b HTTP/1.1" status: 200  len: 906 time: 0.1923327
Jan 25 19:04:44.772512 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-83d0e162-396d-405f-99fa-e8e2e2160252 None None] Set router 48d53d6a-8f6d-4752-a14f-30c68354ee8c gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 19:04:44.863657 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c12f291-6b68-4723-bea0-090d551093bd', 'tag': '286a9f87-0a71-4efc-bb00-3562a35e44f6', 'status': 'completed', 'code': 200}
Jan 25 19:04:44.959843 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-cab2aa54-8dca-4dbd-9598-b6296c27ed95 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=286a9f87-0a71-4efc-bb00-3562a35e44f6 HTTP/1.1" status: 200  len: 217 time: 0.2183602
Jan 25 19:04:45.141752 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-9a6f785b-297c-4616-8eac-ea3be838a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:45.144558 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-9a6f785b-297c-4616-8eac-ea3be838a05d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9123d7e9-7f4e-456f-be09-41bca5535e60 HTTP/1.1" status: 200  len: 851 time: 0.1711648
Jan 25 19:04:45.164080 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacc871-7144-4a88-a6db-57c780c8ebcb req-454f193b-f568-4b35-897e-23b168f030c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:45.165301 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-83d0e162-396d-405f-99fa-e8e2e2160252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a24135908>, [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T18:54:59Z', 'revision_number': 4, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '07aeb545-aed4-4085-8aaf-d8fc7b83fac3', 'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'mac_address': 'fa:16:3e:e9:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:58Z', 'updated_at': '2021-01-25T18:55:10Z', 'revision_number': 5, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'subnets': [{'id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:04:45.166980 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bfacc871-7144-4a88-a6db-57c780c8ebcb req-454f193b-f568-4b35-897e-23b168f030c8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71302d4128404183b9c296e1bdbe448a&device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 1162 time: 0.3193972
Jan 25 19:04:45.171533 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d0e162-396d-405f-99fa-e8e2e2160252 None None] Checking router: 48d53d6a-8f6d-4752-a14f-30c68354ee8c for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 19:04:45.182617 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d0e162-396d-405f-99fa-e8e2e2160252 None None] Routers {'48d53d6a-8f6d-4752-a14f-30c68354ee8c'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 19:04:45.183307 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-83d0e162-396d-405f-99fa-e8e2e2160252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a24135908>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T19:04:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:04:45.405285 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-83d0e162-396d-405f-99fa-e8e2e2160252 None None] Set router 48d53d6a-8f6d-4752-a14f-30c68354ee8c gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 19:04:45.522505 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-06ec44b9-d933-4435-8c28-9512ecc3839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:45.525386 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-06ec44b9-d933-4435-8c28-9512ecc3839d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3658888
Jan 25 19:04:45.534715 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacc871-7144-4a88-a6db-57c780c8ebcb req-7dabdf35-27e9-4eba-8f0b-306114cdfd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:45.537289 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bfacc871-7144-4a88-a6db-57c780c8ebcb req-7dabdf35-27e9-4eba-8f0b-306114cdfd4f service neutron] 10.222.0.70 "GET /v2.0/networks?id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b HTTP/1.1" status: 200  len: 906 time: 0.2955296
Jan 25 19:04:45.738469 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bfacc871-7144-4a88-a6db-57c780c8ebcb req-c8c2c383-9ea2-4303-88a4-3c090f9d30c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=286a9f87-0a71-4efc-bb00-3562a35e44f6 HTTP/1.1" status: 200  len: 217 time: 0.1576235
Jan 25 19:04:45.919626 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacc871-7144-4a88-a6db-57c780c8ebcb req-5d55d0aa-0eb2-4af7-8248-12a7568ce686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:45.921313 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bfacc871-7144-4a88-a6db-57c780c8ebcb req-5d55d0aa-0eb2-4af7-8248-12a7568ce686 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9123d7e9-7f4e-456f-be09-41bca5535e60 HTTP/1.1" status: 200  len: 851 time: 0.1095898
Jan 25 19:04:45.930321 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-14401c9b-cd9a-49e3-a49c-6e8eba75d6ce service neutron] 10.222.0.77 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3915951
Jan 25 19:04:45.937873 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-83d0e162-396d-405f-99fa-e8e2e2160252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a24135908>, [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T18:54:59Z', 'revision_number': 4, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '07aeb545-aed4-4085-8aaf-d8fc7b83fac3', 'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'mac_address': 'fa:16:3e:e9:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:58Z', 'updated_at': '2021-01-25T18:55:10Z', 'revision_number': 5, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'subnets': [{'id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:04:45.945870 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d0e162-396d-405f-99fa-e8e2e2160252 None None] The sync data for ids ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'] in dv-cinder-772388-1-iscsi is: [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T18:54:59Z', 'revision_number': 4, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '07aeb545-aed4-4085-8aaf-d8fc7b83fac3', 'name': '', 'network_id': '02b77a9e-9120-4f51-b1d2-c7b6e684f79b', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'mac_address': 'fa:16:3e:e9:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:58Z', 'updated_at': '2021-01-25T18:55:10Z', 'revision_number': 5, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'subnets': [{'id': '9123d7e9-7f4e-456f-be09-41bca5535e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 19:04:46.170910 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacc871-7144-4a88-a6db-57c780c8ebcb req-765bdf78-4cd6-4712-a360-483e431a88d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:46.172760 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bfacc871-7144-4a88-a6db-57c780c8ebcb req-765bdf78-4cd6-4712-a360-483e431a88d3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02b77a9e-9120-4f51-b1d2-c7b6e684f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2367797
Jan 25 19:04:46.175085 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4a980d76-5ab9-4bde-bc55-6c89d1d441c4 req-043493b4-b600-4e4a-919f-106a91865824 service neutron] 10.222.0.77 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1938031
Jan 25 19:04:46.406934 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bfacc871-7144-4a88-a6db-57c780c8ebcb req-d88bc0f9-4b64-42ee-b3f3-a4823da80009 service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2259166
Jan 25 19:04:46.475001 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9185fb3-9eff-4816-aed6-c2899a2ee62f None None] New status for floating IP 24da3de0-bb9f-4590-8ac9-4c42a8c9e485: DOWN {{(pid=80202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 25 19:04:46.658603 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-bfacc871-7144-4a88-a6db-57c780c8ebcb req-31fc9abd-898a-41b7-af2b-54ea036a809c service neutron] 10.222.0.70 "GET /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2445304
Jan 25 19:04:46.936841 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1b247-a691-406d-b19f-1d3855154511 req-e18850c1-2690-4b40-bbe4-32fbe923c3ad tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:46.938200 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-58d1b247-a691-406d-b19f-1d3855154511 req-e18850c1-2690-4b40-bbe4-32fbe923c3ad tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Synchronizing usage tracker for tenant:71302d4128404183b9c296e1bdbe448a on resource:port {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 19:04:46.965242 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-58d1b247-a691-406d-b19f-1d3855154511 req-e18850c1-2690-4b40-bbe4-32fbe923c3ad tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Unset dirty status for tenant:71302d4128404183b9c296e1bdbe448a on resource:port {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 19:04:46.967531 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-58d1b247-a691-406d-b19f-1d3855154511 req-e18850c1-2690-4b40-bbe4-32fbe923c3ad tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 945 time: 0.2469845
Jan 25 19:04:47.076775 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-58d1b247-a691-406d-b19f-1d3855154511 req-8a0f06b2-0e47-456b-8b1f-104cebf417b4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1009116
Jan 25 19:04:47.899225 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11c353-1dbd-4e98-9db0-4b325dba5691 req-6d010c40-0e52-4855-8007-a5a25920ee90 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:47.900940 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9c11c353-1dbd-4e98-9db0-4b325dba5691 req-6d010c40-0e52-4855-8007-a5a25920ee90 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.70 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 945 time: 0.1253211
Jan 25 19:04:47.981781 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device 286a9f87-0a71-4efc-bb00-3562a35e44f6 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 19:04:48.010775 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-9c11c353-1dbd-4e98-9db0-4b325dba5691 req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Deleting port 286a9f87-0a71-4efc-bb00-3562a35e44f6 {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:04:48.011429 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-9c11c353-1dbd-4e98-9db0-4b325dba5691 req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:48.237492 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646929'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:48.297350 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c12f291-6b68-4723-bea0-090d551093bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '286a9f87-0a71-4efc-bb00-3562a35e44f6'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 19:04:48.321941 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] For port 286a9f87-0a71-4efc-bb00-3562a35e44f6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=286a9f87-0a71-4efc-bb00-3562a35e44f6,segment=NetworkSegment(ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d),segment_id=ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 19:04:48.327000 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738686992243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298168178565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738686597269'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:48.330168 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1b599da7-dabc-4c4c-b2b9-fe6007c219a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:04:48.409665 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c12f291-6b68-4723-bea0-090d551093bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '286a9f87-0a71-4efc-bb00-3562a35e44f6', 'code': 200}
Jan 25 19:04:48.444485 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Pushing event updated for resources: {'Port': ['ID=286a9f87-0a71-4efc-bb00-3562a35e44f6,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:04:48.448631 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:04:48.552198 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-9c11c353-1dbd-4e98-9db0-4b325dba5691 req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] For port 286a9f87-0a71-4efc-bb00-3562a35e44f6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=286a9f87-0a71-4efc-bb00-3562a35e44f6,segment=NetworkSegment(ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d),segment_id=ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d)] {{(pid=80198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 19:04:48.552709 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-9c11c353-1dbd-4e98-9db0-4b325dba5691 req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:48.595698 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3942e-13d2-4541-8e43-178c75cb848c req-79e5f05d-7e1d-4dd9-ba8f-9f7f11340e7a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:48.597718 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54f3942e-13d2-4541-8e43-178c75cb848c req-79e5f05d-7e1d-4dd9-ba8f-9f7f11340e7a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 945 time: 0.3629127
Jan 25 19:04:48.753584 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-9c11c353-1dbd-4e98-9db0-4b325dba5691 req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Calling delete_port for 286a9f87-0a71-4efc-bb00-3562a35e44f6 owned by compute:nova {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 19:04:48.847012 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-54f3942e-13d2-4541-8e43-178c75cb848c req-74b4c529-6b79-441c-9d61-33275311581c tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1822600
Jan 25 19:04:48.878541 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.db.api [req-9c11c353-1dbd-4e98-9db0-4b325dba5691 req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80198) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 25 19:04:48.879179 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_db.api [req-9c11c353-1dbd-4e98-9db0-4b325dba5691 req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80198) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 25 19:04:49.380994 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-9c11c353-1dbd-4e98-9db0-4b325dba5691 req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Deleting port 286a9f87-0a71-4efc-bb00-3562a35e44f6 {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:04:49.381764 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-9c11c353-1dbd-4e98-9db0-4b325dba5691 req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:49.748994 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:49.969528 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-9c11c353-1dbd-4e98-9db0-4b325dba5691 req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] For port 286a9f87-0a71-4efc-bb00-3562a35e44f6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=286a9f87-0a71-4efc-bb00-3562a35e44f6,segment=NetworkSegment(ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d),segment_id=ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d)] {{(pid=80198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 19:04:49.969941 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-9c11c353-1dbd-4e98-9db0-4b325dba5691 req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:50.324715 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-9c11c353-1dbd-4e98-9db0-4b325dba5691 req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Calling delete_port for 286a9f87-0a71-4efc-bb00-3562a35e44f6 owned by compute:nova {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 19:04:50.613141 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f1539-e035-4fc4-b414-9f0dcdd571bc req-6dff7f0e-8876-446d-92a9-2ccd05843570 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:50.616179 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-114f1539-e035-4fc4-b414-9f0dcdd571bc req-6dff7f0e-8876-446d-92a9-2ccd05843570 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 943 time: 0.5033872
Jan 25 19:04:50.797051 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-114f1539-e035-4fc4-b414-9f0dcdd571bc req-80435da0-d22f-446a-83bf-2c9719595d3a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups?id=01d00001-7b9e-484f-a517-0826372fe9ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1139522
Jan 25 19:04:50.798421 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-9c11c353-1dbd-4e98-9db0-4b325dba5691 req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:50.816830 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:04:50.846530 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fc45e97b-801d-4fa2-9e1e-d7e3866ae8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:50.893108 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Pushing event deleted for resources: {'Port': ['ID=286a9f87-0a71-4efc-bb00-3562a35e44f6,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:04:50.965630 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:50.966040 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:50.966454 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:50.966880 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:50.967282 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:50.967680 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:50.968076 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:50.968475 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:50.968864 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:50.969284 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:50.969678 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:50.970068 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:50.970509 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:50.970925 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:50.971289 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:50.971836 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:50.972219 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:50.972613 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:50.973062 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:50.973532 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:50.974046 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:50.974429 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:50.974818 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:50.975203 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:50.987003 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:04:51.154360 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c11c353-1dbd-4e98-9db0-4b325dba5691 req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] No DVR routers for this DVR port 286a9f87-0a71-4efc-bb00-3562a35e44f6 on host hv-cinder-77238 {{(pid=80198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 19:04:51.158163 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-9c11c353-1dbd-4e98-9db0-4b325dba5691 req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:51.163774 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c12f291-6b68-4723-bea0-090d551093bd', 'name': 'network-vif-deleted', 'tag': '286a9f87-0a71-4efc-bb00-3562a35e44f6'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 19:04:51.190213 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-9c11c353-1dbd-4e98-9db0-4b325dba5691 req-2d91ec1d-763c-4872-837d-638496a4d034 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.70 "DELETE /v2.0/ports/286a9f87-0a71-4efc-bb00-3562a35e44f6 HTTP/1.1" status: 204  len: 173 time: 3.2825508
Jan 25 19:04:51.242733 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c12f291-6b68-4723-bea0-090d551093bd', 'name': 'network-vif-deleted', 'tag': '286a9f87-0a71-4efc-bb00-3562a35e44f6', 'status': 'completed', 'code': 200}
Jan 25 19:04:52.114966 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-4a9a6564-dadf-4055-9c6c-de3479125913 req-1d48347e-dff3-4526-9563-df9bf0c55dd7 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/ports?device_id=4c12f291-6b68-4723-bea0-090d551093bd HTTP/1.1" status: 200  len: 210 time: 0.1377590
Jan 25 19:04:53.107000 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:53.161142 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-3ac11ef5-d6f1-4830-afb6-854c165fc9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:53.397199 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e8d7387a-82a1-4498-847e-747534d7d95b req-cedeb9e4-fa8c-415a-a26b-8507ef7c4d84 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/floatingips/053d56c2-c483-4066-988f-6665a0b00af5 HTTP/1.1" status: 200  len: 693 time: 0.1065421
Jan 25 19:04:53.867234 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7387a-82a1-4498-847e-747534d7d95b req-fc160032-e73d-4aa7-b1e1-13567316685b tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:04:53.868859 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e8d7387a-82a1-4498-847e-747534d7d95b req-fc160032-e73d-4aa7-b1e1-13567316685b tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/networks/ef7ca5be-17a0-4c04-be0c-5aafd7b465e2 HTTP/1.1" status: 200  len: 784 time: 0.4642370
Jan 25 19:04:53.883147 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [req-e8d7387a-82a1-4498-847e-747534d7d95b req-67b86417-c938-4f54-b454-ac0b09449449 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 25 19:04:53.884308 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e8d7387a-82a1-4498-847e-747534d7d95b req-67b86417-c938-4f54-b454-ac0b09449449 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0078204
Jan 25 19:04:53.985324 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e8d7387a-82a1-4498-847e-747534d7d95b req-229fe6da-7bd5-4922-91ab-838ca6570203 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.27.1.146 HTTP/1.1" status: 200  len: 696 time: 0.0925899
Jan 25 19:04:54.087689 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e8d7387a-82a1-4498-847e-747534d7d95b req-6e2221a4-7582-4a65-8456-f5223e79a01a tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.27.1.146 HTTP/1.1" status: 200  len: 696 time: 0.0926712
Jan 25 19:04:54.281474 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-e8d7387a-82a1-4498-847e-747534d7d95b req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Deleting port 6cbc3b4a-0c8f-44cb-9887-391bb7173c9a {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:04:54.282141 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-e8d7387a-82a1-4498-847e-747534d7d95b req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:54.488174 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-e8d7387a-82a1-4498-847e-747534d7d95b req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:54.488576 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-e8d7387a-82a1-4498-847e-747534d7d95b req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for floatingip, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:54.748320 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:54.752287 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-e8d7387a-82a1-4498-847e-747534d7d95b req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Calling delete_port for 6cbc3b4a-0c8f-44cb-9887-391bb7173c9a owned by network:floatingip {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 19:04:54.941229 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-e8d7387a-82a1-4498-847e-747534d7d95b req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:54.972520 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-50b77705-da66-48f4-833e-c0f51b689815 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:04:55.093081 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Pushing event deleted for resources: {'Port': ['ID=6cbc3b4a-0c8f-44cb-9887-391bb7173c9a,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:04:55.213181 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:55.213889 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:55.214606 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:55.215779 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:55.216574 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:55.217384 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:55.217752 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:55.218349 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:55.219040 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:55.219757 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:55.220454 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:55.221082 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:55.221856 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:55.222599 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:55.223203 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:55.223896 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:55.224592 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:55.225307 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:55.225948 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:55.226650 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:55.227341 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:55.227910 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:55.228586 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:55.229320 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:04:55.239665 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:04:55.252755 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:55.385972 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-e8d7387a-82a1-4498-847e-747534d7d95b req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for floatingip, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:55.409079 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-e8d7387a-82a1-4498-847e-747534d7d95b req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:55.410530 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-e8d7387a-82a1-4498-847e-747534d7d95b req-76a138f2-08ea-40cf-ba98-25e414a859e4 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "DELETE /v2.0/floatingips/053d56c2-c483-4066-988f-6665a0b00af5 HTTP/1.1" status: 204  len: 173 time: 1.3162336
Jan 25 19:04:57.025698 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0fd0fefd-c710-4b98-bc24-05b4efaf2ff2 req-e0753d8f-9722-4e6c-b0a9-9f0d250da039 tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "GET /v2.0/security-groups/01d00001-7b9e-484f-a517-0826372fe9ef HTTP/1.1" status: 200  len: 2997 time: 0.0726480
Jan 25 19:04:57.124259 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-0fd0fefd-c710-4b98-bc24-05b4efaf2ff2 req-7da70f46-8758-4897-a111-19e49aadb55e tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:57.157908 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-0fd0fefd-c710-4b98-bc24-05b4efaf2ff2 req-7da70f46-8758-4897-a111-19e49aadb55e tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:57.209871 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-0fd0fefd-c710-4b98-bc24-05b4efaf2ff2 req-7da70f46-8758-4897-a111-19e49aadb55e tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:57.216129 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-39cdc69b-2390-47ba-a67e-64242a628afa tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:04:57.238430 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da70f46-8758-4897-a111-19e49aadb55e tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d00001-7b9e-484f-a517-0826372fe9ef,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:04:57.243258 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-7da70f46-8758-4897-a111-19e49aadb55e tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:04:57.247289 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-0fd0fefd-c710-4b98-bc24-05b4efaf2ff2 req-7da70f46-8758-4897-a111-19e49aadb55e tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:57.248555 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-0fd0fefd-c710-4b98-bc24-05b4efaf2ff2 req-7da70f46-8758-4897-a111-19e49aadb55e tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] 10.222.0.77 "DELETE /v2.0/security-groups/01d00001-7b9e-484f-a517-0826372fe9ef HTTP/1.1" status: 204  len: 173 time: 0.2137218
Jan 25 19:04:57.349980 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 39478) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:04:58.376864 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b95e2786-2eb1-4c86-b889-b3cff148e685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854412189'] for router_interface, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:58.789475 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-b95e2786-2eb1-4c86-b889-b3cff148e685 admin admin] Deleting port 07aeb545-aed4-4085-8aaf-d8fc7b83fac3 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:04:58.789885 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b95e2786-2eb1-4c86-b889-b3cff148e685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:59.010080 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-b95e2786-2eb1-4c86-b889-b3cff148e685 admin admin] For port 07aeb545-aed4-4085-8aaf-d8fc7b83fac3, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=07aeb545-aed4-4085-8aaf-d8fc7b83fac3,segment=NetworkSegment(ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d),segment_id=ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 19:04:59.012124 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b95e2786-2eb1-4c86-b889-b3cff148e685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:59.188176 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-b95e2786-2eb1-4c86-b889-b3cff148e685 admin admin] Calling delete_port for 07aeb545-aed4-4085-8aaf-d8fc7b83fac3 owned by network:router_interface {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 19:04:59.429673 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b95e2786-2eb1-4c86-b889-b3cff148e685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:04:59.446676 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-05bce19f-a4c5-40d4-8eca-6d75ef33c0a0 tempest-AttachVolumeNegativeTest-1700066801 tempest-AttachVolumeNegativeTest-1700066801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:04:59.530838 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e2786-2eb1-4c86-b889-b3cff148e685 admin admin] Pushing event deleted for resources: {'Port': ['ID=07aeb545-aed4-4085-8aaf-d8fc7b83fac3,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:04:59.535882 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b95e2786-2eb1-4c86-b889-b3cff148e685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:05:00.291204 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b95e2786-2eb1-4c86-b889-b3cff148e685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-368848'] for router_interface, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:01.166902 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95e2786-2eb1-4c86-b889-b3cff148e685 admin admin] Router 48d53d6a-8f6d-4752-a14f-30c68354ee8c has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 19:05:01.499481 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95e2786-2eb1-4c86-b889-b3cff148e685 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 19:05:01.513044 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e24c52-fe5c-4c99-ad76-b3963e85b1c3 None None] Sync routers for ids ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 19:05:01.517490 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-b95e2786-2eb1-4c86-b889-b3cff148e685 admin admin] 10.222.0.77 "PUT /v2.0/routers/48d53d6a-8f6d-4752-a14f-30c68354ee8c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1660466
Jan 25 19:05:01.520563 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 39490) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:05:01.533835 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e24c52-fe5c-4c99-ad76-b3963e85b1c3 None None] Routers {'48d53d6a-8f6d-4752-a14f-30c68354ee8c'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 19:05:01.535076 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-50e24c52-fe5c-4c99-ad76-b3963e85b1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a240837f0>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T19:04:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:05:01.738429 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9e64cf18-e5fd-49d1-a08e-9b2b64c15af2 admin admin] Notify callbacks [] for router, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:01.843189 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-50e24c52-fe5c-4c99-ad76-b3963e85b1c3 None None] Set router 48d53d6a-8f6d-4752-a14f-30c68354ee8c gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 19:05:02.082970 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9e64cf18-e5fd-49d1-a08e-9b2b64c15af2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:02.091115 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-9e64cf18-e5fd-49d1-a08e-9b2b64c15af2 admin admin] Deleting port 0b642678-6667-476a-bacd-908950133b6f {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:05:02.091595 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9e64cf18-e5fd-49d1-a08e-9b2b64c15af2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:02.188931 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-50e24c52-fe5c-4c99-ad76-b3963e85b1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a240837f0>, [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T19:04:59Z', 'revision_number': 5, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:05:02.193780 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e24c52-fe5c-4c99-ad76-b3963e85b1c3 None None] Checking router: 48d53d6a-8f6d-4752-a14f-30c68354ee8c for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 19:05:02.203867 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e24c52-fe5c-4c99-ad76-b3963e85b1c3 None None] Routers {'48d53d6a-8f6d-4752-a14f-30c68354ee8c'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 19:05:02.204570 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-50e24c52-fe5c-4c99-ad76-b3963e85b1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a240837f0>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T19:04:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:05:02.302419 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-9e64cf18-e5fd-49d1-a08e-9b2b64c15af2 admin admin] For port 0b642678-6667-476a-bacd-908950133b6f, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=0b642678-6667-476a-bacd-908950133b6f,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 19:05:02.302834 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9e64cf18-e5fd-49d1-a08e-9b2b64c15af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:02.435741 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-50e24c52-fe5c-4c99-ad76-b3963e85b1c3 None None] Set router 48d53d6a-8f6d-4752-a14f-30c68354ee8c gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 19:05:02.488577 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-9e64cf18-e5fd-49d1-a08e-9b2b64c15af2 admin admin] Calling delete_port for 0b642678-6667-476a-bacd-908950133b6f owned by network:router_gateway {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 19:05:02.710169 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9e64cf18-e5fd-49d1-a08e-9b2b64c15af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:02.900367 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-50e24c52-fe5c-4c99-ad76-b3963e85b1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a240837f0>, [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T19:04:59Z', 'revision_number': 5, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:05:02.906447 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e24c52-fe5c-4c99-ad76-b3963e85b1c3 None None] The sync data for ids ['48d53d6a-8f6d-4752-a14f-30c68354ee8c'] in dv-cinder-772388-1-iscsi is: [{'id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'name': 'tempest-TestVolumeBootPattern-1582547591-router', 'tenant_id': '71302d4128404183b9c296e1bdbe448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0b642678-6667-476a-bacd-908950133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:54:53Z', 'updated_at': '2021-01-25T19:04:59Z', 'revision_number': 5, 'project_id': '71302d4128404183b9c296e1bdbe448a', 'gw_port': {'id': '0b642678-6667-476a-bacd-908950133b6f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d53d6a-8f6d-4752-a14f-30c68354ee8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:54:54Z', 'updated_at': '2021-01-25T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 19:05:03.063567 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9e64cf18-e5fd-49d1-a08e-9b2b64c15af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367976'] for router_gateway, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:03.234950 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9e64cf18-e5fd-49d1-a08e-9b2b64c15af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:03.237661 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9e64cf18-e5fd-49d1-a08e-9b2b64c15af2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:03.266583 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9e64cf18-e5fd-49d1-a08e-9b2b64c15af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854410295'] for router, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:03.267400 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e64cf18-e5fd-49d1-a08e-9b2b64c15af2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48d53d6a-8f6d-4752-a14f-30c68354ee8c {{(pid=80199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 25 19:05:03.287956 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9e64cf18-e5fd-49d1-a08e-9b2b64c15af2 admin admin] Notify callbacks [] for router, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:03.289950 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-9e64cf18-e5fd-49d1-a08e-9b2b64c15af2 admin admin] 10.222.0.77 "DELETE /v2.0/routers/48d53d6a-8f6d-4752-a14f-30c68354ee8c HTTP/1.1" status: 204  len: 168 time: 1.7682140
Jan 25 19:05:03.292941 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 39498) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:05:03.390676 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f45624a-b47e-48c6-9e15-dc399a3d9aac admin admin] Deleting subnet 9123d7e9-7f4e-456f-be09-41bca5535e60 {{(pid=80199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 25 19:05:03.396745 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1f45624a-b47e-48c6-9e15-dc399a3d9aac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:03.762220 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1f45624a-b47e-48c6-9e15-dc399a3d9aac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1953463'] for subnet, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:03.870425 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1f45624a-b47e-48c6-9e15-dc399a3d9aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-613998'] for subnet, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:04.260882 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1f45624a-b47e-48c6-9e15-dc399a3d9aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7187683'] for subnet, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:04.283745 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:05:04.335140 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45624a-b47e-48c6-9e15-dc399a3d9aac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9123d7e9-7f4e-456f-be09-41bca5535e60,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:05:04.339569 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1f45624a-b47e-48c6-9e15-dc399a3d9aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:05:04.435796 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1f45624a-b47e-48c6-9e15-dc399a3d9aac admin admin] Notify callbacks [] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:04.443823 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786ef45c-c509-4239-9c5e-c0e1a316fb53 None None] Network 02b77a9e-9120-4f51-b1d2-c7b6e684f79b requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 19:05:04.445126 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-1f45624a-b47e-48c6-9e15-dc399a3d9aac admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9123d7e9-7f4e-456f-be09-41bca5535e60 HTTP/1.1" status: 204  len: 168 time: 1.1499712
Jan 25 19:05:04.449452 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 39504) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:05:04.658718 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854171154'] for network, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:04.790813 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] Deleting port 77248c03-2346-40c6-9061-d0c88c5ab0bf {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:05:04.791403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:04.792489 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 0b642678-6667-476a-bacd-908950133b6f no longer exists at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 19:05:04.862196 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] No Port match for: 0b642678-6667-476a-bacd-908950133b6f {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 19:05:04.862766 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 0b642678-6667-476a-bacd-908950133b6f not bound to the agent host dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 19:05:04.863395 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 07aeb545-aed4-4085-8aaf-d8fc7b83fac3 no longer exists at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 19:05:04.911264 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] No Port match for: 07aeb545-aed4-4085-8aaf-d8fc7b83fac3 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 19:05:04.911729 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 07aeb545-aed4-4085-8aaf-d8fc7b83fac3 not bound to the agent host dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 19:05:05.000827 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008a489e-fc9e-4db1-99c1-d58afa3c1d69 None None] DHCP port deletion for 02b77a9e-9120-4f51-b1d2-c7b6e684f79b request from dv-cinder-772388-1-iscsi {{(pid=80201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 25 19:05:05.013987 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-008a489e-fc9e-4db1-99c1-d58afa3c1d69 None None] Deleting port 77248c03-2346-40c6-9061-d0c88c5ab0bf {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:05:05.020770 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-008a489e-fc9e-4db1-99c1-d58afa3c1d69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:05.098261 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] For port 77248c03-2346-40c6-9061-d0c88c5ab0bf, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=77248c03-2346-40c6-9061-d0c88c5ab0bf,segment=NetworkSegment(ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d),segment_id=ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 19:05:05.098671 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:05.153954 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 19:05:05.375618 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] Calling delete_port for 77248c03-2346-40c6-9061-d0c88c5ab0bf owned by network:dhcp {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 19:05:05.522201 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:05.537598 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b95e2786-2eb1-4c86-b889-b3cff148e685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:05:05.604671 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] Pushing event deleted for resources: {'Port': ['ID=77248c03-2346-40c6-9061-d0c88c5ab0bf,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:05:05.646676 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-008a489e-fc9e-4db1-99c1-d58afa3c1d69 None None] For port 77248c03-2346-40c6-9061-d0c88c5ab0bf, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=77248c03-2346-40c6-9061-d0c88c5ab0bf,segment=NetworkSegment(ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d),segment_id=ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 19:05:05.647151 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-008a489e-fc9e-4db1-99c1-d58afa3c1d69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:05.672701 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:05:05.715647 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] No DVR routers for this DVR port 77248c03-2346-40c6-9061-d0c88c5ab0bf on host dv-cinder-772388-1-iscsi {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 19:05:05.813501 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-008a489e-fc9e-4db1-99c1-d58afa3c1d69 None None] Calling delete_port for 77248c03-2346-40c6-9061-d0c88c5ab0bf owned by network:dhcp {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 19:05:05.872851 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-613939', 'neutron.services.segments.db._delete_segments_for_network--9223363298167826975'] for network, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:05.920566 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.db.api [None req-008a489e-fc9e-4db1-99c1-d58afa3c1d69 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80201) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 25 19:05:05.921263 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_db.api [None req-008a489e-fc9e-4db1-99c1-d58afa3c1d69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 25 19:05:06.051197 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a2371edd8>,) {'filters': {'network_id': ['02b77a9e-9120-4f51-b1d2-c7b6e684f79b']}} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:05:06.079099 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a2371edd8>, 'ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d') {'for_net_delete': True} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:05:06.079653 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a2371edd8>, 'ba0cc8af-f6ee-44f1-bbf2-ac33fc486e0d') {} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:05:06.104410 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298167820831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852822340'] for segment, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:06.135765 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:06.140179 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 25 19:05:06.423006 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-008a489e-fc9e-4db1-99c1-d58afa3c1d69 None None] Deleting port 77248c03-2346-40c6-9061-d0c88c5ab0bf {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:05:06.423604 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-008a489e-fc9e-4db1-99c1-d58afa3c1d69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:06.517790 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-008a489e-fc9e-4db1-99c1-d58afa3c1d69 None None] The port '77248c03-2346-40c6-9061-d0c88c5ab0bf' was deleted {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 25 19:05:06.523546 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] Network 02b77a9e-9120-4f51-b1d2-c7b6e684f79b has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 19:05:06.543269 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-607990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848233893'] for segment, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:06.774729 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 77248c03-2346-40c6-9061-d0c88c5ab0bf no longer exists at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 19:05:06.814062 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] No Port match for: 77248c03-2346-40c6-9061-d0c88c5ab0bf {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 19:05:06.814463 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 77248c03-2346-40c6-9061-d0c88c5ab0bf not bound to the agent host dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 19:05:06.916815 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] Network 02b77a9e-9120-4f51-b1d2-c7b6e684f79b has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]: Traceback (most recent call last):
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:     timer()
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:     cb(*args, **kw)
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:     return func(*args, **kwargs)
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:     self._notify()
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:     self.callback(batched_events)
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:     event.method(event)
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:     segment_id)['aggregates'][0]
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(self, *a, **k)
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self._get(url).json()
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:     **kwargs)
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.request(url, 'GET', **kwargs)
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:     **endpoint_filter)
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 25 19:05:06.964100 dv-cinder-772388-1-iscsi neutron-server[80085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 25 19:05:07.125751 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854161852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363661'] for network, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:07.131554 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-026529fb-47ee-462e-b712-9552b1a33205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:05:07.162813 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:07.176165 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] Pushing event deleted for resources: {'Network': ['ID=02b77a9e-9120-4f51-b1d2-c7b6e684f79b,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:05:07.185762 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:05:07.209043 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] 10.222.0.77 "DELETE /v2.0/networks/02b77a9e-9120-4f51-b1d2-c7b6e684f79b HTTP/1.1" status: 204  len: 168 time: 2.7582190
Jan 25 19:05:07.212394 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 39512) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:05:07.867326 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-196b2964-865d-49b0-83cb-ffe8be57f316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854412189'] for router_interface, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:08.539590 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-196b2964-865d-49b0-83cb-ffe8be57f316 admin admin] Deleting port 19c7f958-9f0f-45ae-b599-ff3d72087202 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:05:08.540399 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-196b2964-865d-49b0-83cb-ffe8be57f316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:08.745375 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-196b2964-865d-49b0-83cb-ffe8be57f316 admin admin] For port 19c7f958-9f0f-45ae-b599-ff3d72087202, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=19c7f958-9f0f-45ae-b599-ff3d72087202,segment=NetworkSegment(dc5c1db6-38c9-49de-920e-29a1c546a39b),segment_id=dc5c1db6-38c9-49de-920e-29a1c546a39b)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 19:05:08.745777 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-196b2964-865d-49b0-83cb-ffe8be57f316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:08.932253 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-196b2964-865d-49b0-83cb-ffe8be57f316 admin admin] Calling delete_port for 19c7f958-9f0f-45ae-b599-ff3d72087202 owned by network:router_interface {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 19:05:09.151168 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-196b2964-865d-49b0-83cb-ffe8be57f316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:09.167801 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-19803f6c-25cf-4175-902c-e6f440fdc14b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:05:09.229636 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b2964-865d-49b0-83cb-ffe8be57f316 admin admin] Pushing event deleted for resources: {'Port': ['ID=19c7f958-9f0f-45ae-b599-ff3d72087202,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:05:09.236162 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-196b2964-865d-49b0-83cb-ffe8be57f316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:05:09.657940 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-196b2964-865d-49b0-83cb-ffe8be57f316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-368848'] for router_interface, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:10.218373 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196b2964-865d-49b0-83cb-ffe8be57f316 admin admin] Router fc921bc1-1f13-4a8b-b896-9ca8b5881779 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 19:05:10.427800 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196b2964-865d-49b0-83cb-ffe8be57f316 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 19:05:10.440349 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-196b2964-865d-49b0-83cb-ffe8be57f316 admin admin] 10.222.0.77 "PUT /v2.0/routers/fc921bc1-1f13-4a8b-b896-9ca8b5881779/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2264366
Jan 25 19:05:10.441738 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b48bae1-748f-4b7e-92ea-78198faa7c62 None None] Sync routers for ids ['fc921bc1-1f13-4a8b-b896-9ca8b5881779'] in dv-cinder-772388-1-iscsi {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 19:05:10.443048 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 39522) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:05:10.459311 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b48bae1-748f-4b7e-92ea-78198faa7c62 None None] Routers {'fc921bc1-1f13-4a8b-b896-9ca8b5881779'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 19:05:10.460452 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-0b48bae1-748f-4b7e-92ea-78198faa7c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a240cdc88>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T19:04:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['fc921bc1-1f13-4a8b-b896-9ca8b5881779'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:05:10.707044 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-638e68fc-801e-4367-a62f-3584597f77a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:10.727817 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-0b48bae1-748f-4b7e-92ea-78198faa7c62 None None] Set router fc921bc1-1f13-4a8b-b896-9ca8b5881779 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 19:05:11.268020 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-0b48bae1-748f-4b7e-92ea-78198faa7c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a240cdc88>, [{'id': 'fc921bc1-1f13-4a8b-b896-9ca8b5881779', 'name': 'tempest-TestVolumeBootPattern-141016668-router', 'tenant_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '81e7a354-1d1a-4dfc-9909-d5f3f92b769f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:55:03Z', 'updated_at': '2021-01-25T19:05:09Z', 'revision_number': 5, 'project_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'gw_port': {'id': '81e7a354-1d1a-4dfc-9909-d5f3f92b769f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:12:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc921bc1-1f13-4a8b-b896-9ca8b5881779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:55:05Z', 'updated_at': '2021-01-25T18:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:05:11.275461 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b48bae1-748f-4b7e-92ea-78198faa7c62 None None] Checking router: fc921bc1-1f13-4a8b-b896-9ca8b5881779 for host: dv-cinder-772388-1-iscsi {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 19:05:11.293615 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b48bae1-748f-4b7e-92ea-78198faa7c62 None None] Routers {'fc921bc1-1f13-4a8b-b896-9ca8b5881779'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 19:05:11.294400 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-0b48bae1-748f-4b7e-92ea-78198faa7c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a240cdc88>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T19:04:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['fc921bc1-1f13-4a8b-b896-9ca8b5881779'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:05:11.295962 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-638e68fc-801e-4367-a62f-3584597f77a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:11.305688 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-638e68fc-801e-4367-a62f-3584597f77a5 admin admin] Deleting port 81e7a354-1d1a-4dfc-9909-d5f3f92b769f {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:05:11.306239 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-638e68fc-801e-4367-a62f-3584597f77a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:11.533357 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-638e68fc-801e-4367-a62f-3584597f77a5 admin admin] For port 81e7a354-1d1a-4dfc-9909-d5f3f92b769f, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=81e7a354-1d1a-4dfc-9909-d5f3f92b769f,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 19:05:11.533916 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-638e68fc-801e-4367-a62f-3584597f77a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:11.560748 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-0b48bae1-748f-4b7e-92ea-78198faa7c62 None None] Set router fc921bc1-1f13-4a8b-b896-9ca8b5881779 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 19:05:11.678607 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-638e68fc-801e-4367-a62f-3584597f77a5 admin admin] Calling delete_port for 81e7a354-1d1a-4dfc-9909-d5f3f92b769f owned by network:router_gateway {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 19:05:11.834364 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-638e68fc-801e-4367-a62f-3584597f77a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:11.893142 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-0b48bae1-748f-4b7e-92ea-78198faa7c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a240cdc88>, [{'id': 'fc921bc1-1f13-4a8b-b896-9ca8b5881779', 'name': 'tempest-TestVolumeBootPattern-141016668-router', 'tenant_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '81e7a354-1d1a-4dfc-9909-d5f3f92b769f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:55:03Z', 'updated_at': '2021-01-25T19:05:09Z', 'revision_number': 5, 'project_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'gw_port': {'id': '81e7a354-1d1a-4dfc-9909-d5f3f92b769f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:12:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc921bc1-1f13-4a8b-b896-9ca8b5881779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:55:05Z', 'updated_at': '2021-01-25T18:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:05:11.897755 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b48bae1-748f-4b7e-92ea-78198faa7c62 None None] The sync data for ids ['fc921bc1-1f13-4a8b-b896-9ca8b5881779'] in dv-cinder-772388-1-iscsi is: [{'id': 'fc921bc1-1f13-4a8b-b896-9ca8b5881779', 'name': 'tempest-TestVolumeBootPattern-141016668-router', 'tenant_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '81e7a354-1d1a-4dfc-9909-d5f3f92b769f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:55:03Z', 'updated_at': '2021-01-25T19:05:09Z', 'revision_number': 5, 'project_id': 'bf839aa71f5c4c9fb4eb95d6116fee08', 'gw_port': {'id': '81e7a354-1d1a-4dfc-9909-d5f3f92b769f', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:12:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc921bc1-1f13-4a8b-b896-9ca8b5881779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:55:05Z', 'updated_at': '2021-01-25T18:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 19:05:12.060286 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-638e68fc-801e-4367-a62f-3584597f77a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367976'] for router_gateway, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:12.213314 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-638e68fc-801e-4367-a62f-3584597f77a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:12.215781 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-638e68fc-801e-4367-a62f-3584597f77a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:12.242061 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-638e68fc-801e-4367-a62f-3584597f77a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854410295'] for router, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:12.242633 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638e68fc-801e-4367-a62f-3584597f77a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc921bc1-1f13-4a8b-b896-9ca8b5881779 {{(pid=80199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 25 19:05:12.258055 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-638e68fc-801e-4367-a62f-3584597f77a5 admin admin] Notify callbacks [] for router, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:12.259487 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-638e68fc-801e-4367-a62f-3584597f77a5 admin admin] 10.222.0.77 "DELETE /v2.0/routers/fc921bc1-1f13-4a8b-b896-9ca8b5881779 HTTP/1.1" status: 204  len: 168 time: 1.8150206
Jan 25 19:05:12.262326 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 39528) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:05:12.332123 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed2a5938-4dac-4a8c-b1db-27b0d311e19c admin admin] Deleting subnet 0cbc5956-01d5-41ee-b6af-2a9590577e3a {{(pid=80199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 25 19:05:12.335904 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ed2a5938-4dac-4a8c-b1db-27b0d311e19c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:12.397398 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ed2a5938-4dac-4a8c-b1db-27b0d311e19c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1953463'] for subnet, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:12.497534 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ed2a5938-4dac-4a8c-b1db-27b0d311e19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-613998'] for subnet, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:12.775271 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 19c7f958-9f0f-45ae-b599-ff3d72087202 no longer exists at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 19:05:12.820358 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] No Port match for: 19c7f958-9f0f-45ae-b599-ff3d72087202 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 19:05:12.820692 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 19c7f958-9f0f-45ae-b599-ff3d72087202 not bound to the agent host dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 19:05:12.821194 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 81e7a354-1d1a-4dfc-9909-d5f3f92b769f no longer exists at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 19:05:12.831259 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ed2a5938-4dac-4a8c-b1db-27b0d311e19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7187683'] for subnet, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:12.850105 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-57b38f55-0b86-43ea-9249-61e24bf4395f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:05:12.863435 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] No Port match for: 81e7a354-1d1a-4dfc-9909-d5f3f92b769f {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 19:05:12.863827 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 81e7a354-1d1a-4dfc-9909-d5f3f92b769f not bound to the agent host dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 19:05:12.899724 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a5938-4dac-4a8c-b1db-27b0d311e19c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cbc5956-01d5-41ee-b6af-2a9590577e3a,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:05:12.904641 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-ed2a5938-4dac-4a8c-b1db-27b0d311e19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:05:12.998820 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ed2a5938-4dac-4a8c-b1db-27b0d311e19c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:13.010615 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-ed2a5938-4dac-4a8c-b1db-27b0d311e19c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0cbc5956-01d5-41ee-b6af-2a9590577e3a HTTP/1.1" status: 204  len: 168 time: 0.7468853
Jan 25 19:05:13.013661 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 39534) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:05:13.022755 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2580d1-2035-4df9-ab13-d20ed7795bb7 None None] Network f3046da0-d35b-4dc3-98dc-59a0f8307b37 requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 19:05:13.176675 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854171154'] for network, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:13.250925 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] Deleting port 72f7bfca-b0db-4920-8cb9-4c932a248789 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:05:13.251223 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:13.295356 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b820d8dc-2859-4523-b49e-11aa4c096157 None None] DHCP port deletion for f3046da0-d35b-4dc3-98dc-59a0f8307b37 request from dv-cinder-772388-1-iscsi {{(pid=80201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 25 19:05:13.299963 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-b820d8dc-2859-4523-b49e-11aa4c096157 None None] Deleting port 72f7bfca-b0db-4920-8cb9-4c932a248789 {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:05:13.300381 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b820d8dc-2859-4523-b49e-11aa4c096157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:13.495860 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] For port 72f7bfca-b0db-4920-8cb9-4c932a248789, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=72f7bfca-b0db-4920-8cb9-4c932a248789,segment=NetworkSegment(dc5c1db6-38c9-49de-920e-29a1c546a39b),segment_id=dc5c1db6-38c9-49de-920e-29a1c546a39b)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 19:05:13.496518 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:13.543956 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-b820d8dc-2859-4523-b49e-11aa4c096157 None None] For port 72f7bfca-b0db-4920-8cb9-4c932a248789, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=72f7bfca-b0db-4920-8cb9-4c932a248789,segment=NetworkSegment(dc5c1db6-38c9-49de-920e-29a1c546a39b),segment_id=dc5c1db6-38c9-49de-920e-29a1c546a39b)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 19:05:13.544469 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b820d8dc-2859-4523-b49e-11aa4c096157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:13.639474 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] Calling delete_port for 72f7bfca-b0db-4920-8cb9-4c932a248789 owned by network:dhcp {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 19:05:13.685336 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-b820d8dc-2859-4523-b49e-11aa4c096157 None None] Calling delete_port for 72f7bfca-b0db-4920-8cb9-4c932a248789 owned by network:dhcp {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 19:05:13.732646 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:13.750008 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-733ca862-2994-41f2-9f3b-5bafc53fbc1e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:05:13.779712 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.db.api [None req-b820d8dc-2859-4523-b49e-11aa4c096157 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80201) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 25 19:05:13.780451 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_db.api [None req-b820d8dc-2859-4523-b49e-11aa4c096157 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 25 19:05:13.809798 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] Pushing event deleted for resources: {'Port': ['ID=72f7bfca-b0db-4920-8cb9-4c932a248789,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:05:13.814105 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:05:13.906098 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] No DVR routers for this DVR port 72f7bfca-b0db-4920-8cb9-4c932a248789 on host dv-cinder-772388-1-iscsi {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 19:05:14.045534 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-613939', 'neutron.services.segments.db._delete_segments_for_network--9223363298167826975'] for network, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:14.172745 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a2357f048>,) {'filters': {'network_id': ['f3046da0-d35b-4dc3-98dc-59a0f8307b37']}} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:05:14.187063 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a2357f048>, 'dc5c1db6-38c9-49de-920e-29a1c546a39b') {'for_net_delete': True} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:05:14.187405 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a2357f048>, 'dc5c1db6-38c9-49de-920e-29a1c546a39b') {} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:05:14.200847 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298167820831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852822340'] for segment, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:14.221996 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:14.224651 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 25 19:05:14.282096 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-b820d8dc-2859-4523-b49e-11aa4c096157 None None] Deleting port 72f7bfca-b0db-4920-8cb9-4c932a248789 {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:05:14.282660 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b820d8dc-2859-4523-b49e-11aa4c096157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:14.364738 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-b820d8dc-2859-4523-b49e-11aa4c096157 None None] The port '72f7bfca-b0db-4920-8cb9-4c932a248789' was deleted {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 25 19:05:14.427244 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] Network f3046da0-d35b-4dc3-98dc-59a0f8307b37 has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 19:05:14.441481 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-607990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848233893'] for segment, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:14.648905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] Network f3046da0-d35b-4dc3-98dc-59a0f8307b37 has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]: Traceback (most recent call last):
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:     timer()
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:     cb(*args, **kw)
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:     return func(*args, **kwargs)
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:     self._notify()
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:     self.callback(batched_events)
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:     event.method(event)
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:     segment_id)['aggregates'][0]
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(self, *a, **k)
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self._get(url).json()
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:     **kwargs)
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.request(url, 'GET', **kwargs)
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:     **endpoint_filter)
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 25 19:05:14.674271 dv-cinder-772388-1-iscsi neutron-server[80085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 25 19:05:14.773098 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854161852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363661'] for network, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:14.779997 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:05:14.782733 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 72f7bfca-b0db-4920-8cb9-4c932a248789 no longer exists at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 19:05:14.798846 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:14.814220 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] Pushing event deleted for resources: {'Network': ['ID=f3046da0-d35b-4dc3-98dc-59a0f8307b37,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:05:14.818817 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:05:14.825224 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] 10.222.0.77 "DELETE /v2.0/networks/f3046da0-d35b-4dc3-98dc-59a0f8307b37 HTTP/1.1" status: 204  len: 168 time: 1.8096373
Jan 25 19:05:14.831008 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] No Port match for: 72f7bfca-b0db-4920-8cb9-4c932a248789 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 19:05:14.831577 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 72f7bfca-b0db-4920-8cb9-4c932a248789 not bound to the agent host dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 19:05:15.155231 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 39544) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:05:15.218386 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-7c2d04a7-1f99-48c2-a1ad-d1f2d43378a3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=71302d4128404183b9c296e1bdbe448a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0613511
Jan 25 19:05:15.221141 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 39548) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:05:15.291771 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a2a520e2-8666-4b9d-ac3e-7bfd621bd7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:15.324999 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a2a520e2-8666-4b9d-ac3e-7bfd621bd7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:15.381628 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a2a520e2-8666-4b9d-ac3e-7bfd621bd7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:15.388151 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1a4ba37d-7483-41df-99f5-a1311669602d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:05:15.404328 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a520e2-8666-4b9d-ac3e-7bfd621bd7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae6f015-eafc-4053-9ae3-64809995a977,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:05:15.407305 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a2a520e2-8666-4b9d-ac3e-7bfd621bd7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:05:15.414272 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a2a520e2-8666-4b9d-ac3e-7bfd621bd7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:15.420396 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-a2a520e2-8666-4b9d-ac3e-7bfd621bd7aa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3ae6f015-eafc-4053-9ae3-64809995a977 HTTP/1.1" status: 204  len: 168 time: 0.1971793
Jan 25 19:05:16.107071 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 39558) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:05:16.207878 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-3655c192-805e-4c81-aeba-54f049a4ee8c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bf839aa71f5c4c9fb4eb95d6116fee08&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0984695
Jan 25 19:05:16.210544 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 39562) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:05:16.290898 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-43d536f4-3856-43b2-8aaf-8fb2081355c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:16.322857 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-43d536f4-3856-43b2-8aaf-8fb2081355c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:16.377120 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-43d536f4-3856-43b2-8aaf-8fb2081355c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:16.381753 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-66757f96-f21e-4ca8-b7c3-3069c9c74279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:05:16.395289 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d536f4-3856-43b2-8aaf-8fb2081355c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c373ea9c-9285-415f-8a09-51de7932346f,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:05:16.399951 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-43d536f4-3856-43b2-8aaf-8fb2081355c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:05:16.403911 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-43d536f4-3856-43b2-8aaf-8fb2081355c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:16.405216 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-43d536f4-3856-43b2-8aaf-8fb2081355c1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c373ea9c-9285-415f-8a09-51de7932346f HTTP/1.1" status: 204  len: 168 time: 0.1931636
Jan 25 19:05:19.758710 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:20.833589 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2401533d-64e1-47e6-96d2-e5e2b1ab5d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:22.642738 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [req-b7f9b701-700d-42e1-9737-87e795852292 req-046c4b8f-e38d-452f-9017-83ae384d49c5 service neutron] (80199) timed out ('10.222.0.70', 61174) {{(pid=80199) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 25 19:05:23.114797 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:23.150679 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-35bb525f-290f-43ea-9179-e1deaff9d862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:24.756078 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:25.254129 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:42.159342 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 19:05:49.754143 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:50.830475 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-854876b5-4753-4f5a-92ce-bf5f684555f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:53.145960 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:53.152299 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1bc7b6fa-0f9a-4727-88bb-d06d999914c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:54.751262 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:05:55.255699 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:06.844834 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f815f1a-fa0c-42f5-ad7e-cfc80bf21f41 req-bc42dd17-a4f6-4362-a979-ab43a28c5e67 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:06:06.847355 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5f815f1a-fa0c-42f5-ad7e-cfc80bf21f41 req-bc42dd17-a4f6-4362-a979-ab43a28c5e67 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=dfc86eed-f825-41c0-8b41-6043d2c5dc0f HTTP/1.1" status: 200  len: 946 time: 0.1730731
Jan 25 19:06:06.912848 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5f815f1a-fa0c-42f5-ad7e-cfc80bf21f41 req-0fd055d1-a7cc-4f47-a189-cd7147e81963 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=d1834031-7b42-4e6b-a556-5d833e36136b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585177
Jan 25 19:06:08.193047 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404ffbe-debf-40af-90e5-08ace45923e6 req-27378997-3276-4d4c-b3e8-d8ee77ba5ced tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:06:08.195262 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5404ffbe-debf-40af-90e5-08ace45923e6 req-27378997-3276-4d4c-b3e8-d8ee77ba5ced tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=dfc86eed-f825-41c0-8b41-6043d2c5dc0f HTTP/1.1" status: 200  len: 946 time: 0.1286502
Jan 25 19:06:08.259841 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-5404ffbe-debf-40af-90e5-08ace45923e6 req-38de2d6c-12f3-4a5e-b037-9a2598d3d335 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=d1834031-7b42-4e6b-a556-5d833e36136b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568514
Jan 25 19:06:08.938755 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device b2050ef3-ffb5-4266-a957-98ae9280f0c1 up at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 25 19:06:09.003648 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e0537-ca53-4e07-8feb-8d7bf6cee0b2 req-dbb589f0-71d9-428d-a383-dac01cf02784 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:06:09.005743 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d09e0537-ca53-4e07-8feb-8d7bf6cee0b2 req-dbb589f0-71d9-428d-a383-dac01cf02784 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.70 "GET /v2.0/ports?device_id=dfc86eed-f825-41c0-8b41-6043d2c5dc0f HTTP/1.1" status: 200  len: 946 time: 0.1265235
Jan 25 19:06:09.057093 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.provisioning_blocks [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Provisioning complete for port b2050ef3-ffb5-4266-a957-98ae9280f0c1 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 25 19:06:09.057583 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622267'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:09.147894 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-d09e0537-ca53-4e07-8feb-8d7bf6cee0b2 req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Deleting port b2050ef3-ffb5-4266-a957-98ae9280f0c1 {{(pid=80198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:06:09.148251 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d09e0537-ca53-4e07-8feb-8d7bf6cee0b2 req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:09.477505 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [req-d09e0537-ca53-4e07-8feb-8d7bf6cee0b2 req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] For port b2050ef3-ffb5-4266-a957-98ae9280f0c1, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b2050ef3-ffb5-4266-a957-98ae9280f0c1,segment=NetworkSegment(bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2),segment_id=bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2)] {{(pid=80198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 19:06:09.478377 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d09e0537-ca53-4e07-8feb-8d7bf6cee0b2 req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:09.602014 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a21464-90b1-4d56-95a5-bf52c964e5be req-500e018b-6916-442c-a3fb-723faf252444 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 25 19:06:09.605062 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-71a21464-90b1-4d56-95a5-bf52c964e5be req-500e018b-6916-442c-a3fb-723faf252444 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=dfc86eed-f825-41c0-8b41-6043d2c5dc0f HTTP/1.1" status: 200  len: 946 time: 0.1970787
Jan 25 19:06:09.670372 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-71a21464-90b1-4d56-95a5-bf52c964e5be req-996cdd12-946f-4046-b09a-1355e5f0aec0 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups?id=d1834031-7b42-4e6b-a556-5d833e36136b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573595
Jan 25 19:06:09.919357 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d09e0537-ca53-4e07-8feb-8d7bf6cee0b2 req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for floatingip, precommit_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:09.919708 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d09e0537-ca53-4e07-8feb-8d7bf6cee0b2 req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363676'] for floatingip, after_update {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:09.920089 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.db.l3_db [req-d09e0537-ca53-4e07-8feb-8d7bf6cee0b2 req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Floating IP 802c0242-22c2-4c4e-80d1-aea5261b8fed disassociated. External IP: 172.27.1.117, port: b2050ef3-ffb5-4266-a957-98ae9280f0c1.
Jan 25 19:06:09.920540 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [req-d09e0537-ca53-4e07-8feb-8d7bf6cee0b2 req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Calling delete_port for b2050ef3-ffb5-4266-a957-98ae9280f0c1 owned by compute:nova {{(pid=80198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 19:06:10.101194 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d09e0537-ca53-4e07-8feb-8d7bf6cee0b2 req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7207411'] for port, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:10.124890 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-40815e58-e5c2-4a63-8354-bbcf20173666 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:06:10.195321 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Pushing event deleted for resources: {'Port': ['ID=b2050ef3-ffb5-4266-a957-98ae9280f0c1,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:06:10.263840 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:10.264328 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:10.264843 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:10.265367 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:10.265836 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:10.266318 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:10.266846 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:10.267309 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:10.267801 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:10.268339 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:10.268888 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:10.269414 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:10.270040 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:10.270542 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:10.270992 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:10.271445 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:10.271973 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:10.272417 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:10.272862 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:10.273394 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:10.273846 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:10.274283 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:10.274858 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:10.275403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:10.280887 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:06:10.566297 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d09e0537-ca53-4e07-8feb-8d7bf6cee0b2 req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Router 32b36e9f-ca4e-4b17-847b-809af9c40da1 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 19:06:10.799773 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device b2050ef3-ffb5-4266-a957-98ae9280f0c1 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 19:06:10.831721 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d09e0537-ca53-4e07-8feb-8d7bf6cee0b2 req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 19:06:10.861698 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] No Port match for: b2050ef3-ffb5-4266-a957-98ae9280f0c1 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 19:06:10.862269 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Device b2050ef3-ffb5-4266-a957-98ae9280f0c1 not bound to the agent host hv-cinder-77238 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 19:06:10.865341 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fc3e0c-7173-4e71-9b8b-b1fe252dfff1 None None] Sync routers for ids ['32b36e9f-ca4e-4b17-847b-809af9c40da1'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 19:06:10.877054 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09e0537-ca53-4e07-8feb-8d7bf6cee0b2 req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] No DVR routers for this DVR port b2050ef3-ffb5-4266-a957-98ae9280f0c1 on host hv-cinder-77238 {{(pid=80198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 19:06:10.878840 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fc3e0c-7173-4e71-9b8b-b1fe252dfff1 None None] Routers {'32b36e9f-ca4e-4b17-847b-809af9c40da1'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 19:06:10.879757 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-e5fc3e0c-7173-4e71-9b8b-b1fe252dfff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1faecd68>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T19:05:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['32b36e9f-ca4e-4b17-847b-809af9c40da1'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:06:10.879923 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [req-d09e0537-ca53-4e07-8feb-8d7bf6cee0b2 req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for port, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:10.883438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc86eed-f825-41c0-8b41-6043d2c5dc0f', 'name': 'network-vif-deleted', 'tag': 'b2050ef3-ffb5-4266-a957-98ae9280f0c1'}] {{(pid=80198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 25 19:06:10.912151 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-d09e0537-ca53-4e07-8feb-8d7bf6cee0b2 req-932e1108-db02-409e-a4e9-5d3dda4f7fa4 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.70 "DELETE /v2.0/ports/b2050ef3-ffb5-4266-a957-98ae9280f0c1 HTTP/1.1" status: 204  len: 173 time: 1.8996282
Jan 25 19:06:10.972146 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-546c433f-9aaa-438b-88c7-1b8e9cd6ab26 req-5090ce87-4b82-4007-9917-1f126a99f8c0 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Synchronizing usage tracker for tenant:52b208f1c80f43cf9ef1a2d56217e38b on resource:port {{(pid=80198) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 25 19:06:10.998107 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [req-546c433f-9aaa-438b-88c7-1b8e9cd6ab26 req-5090ce87-4b82-4007-9917-1f126a99f8c0 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Unset dirty status for tenant:52b208f1c80f43cf9ef1a2d56217e38b on resource:port {{(pid=80198) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 25 19:06:10.999429 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [req-546c433f-9aaa-438b-88c7-1b8e9cd6ab26 req-5090ce87-4b82-4007-9917-1f126a99f8c0 tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/ports?device_id=dfc86eed-f825-41c0-8b41-6043d2c5dc0f HTTP/1.1" status: 200  len: 210 time: 0.0906916
Jan 25 19:06:11.073866 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc86eed-f825-41c0-8b41-6043d2c5dc0f', 'name': 'network-vif-deleted', 'tag': 'b2050ef3-ffb5-4266-a957-98ae9280f0c1', 'status': 'completed', 'code': 200}
Jan 25 19:06:11.106675 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-e5fc3e0c-7173-4e71-9b8b-b1fe252dfff1 None None] Set router 32b36e9f-ca4e-4b17-847b-809af9c40da1 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 19:06:11.501939 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-e5fc3e0c-7173-4e71-9b8b-b1fe252dfff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1faecd68>, [{'id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'name': 'tempest-AttachVolumeTestJSON-1513902271-router', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:58:15Z', 'updated_at': '2021-01-25T18:58:22Z', 'revision_number': 4, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'gw_port': {'id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:16Z', 'updated_at': '2021-01-25T18:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '20378ea5-88cd-4d67-8d42-3f3065df37af', 'name': '', 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'mac_address': 'fa:16:3e:a1:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:20Z', 'updated_at': '2021-01-25T18:58:30Z', 'revision_number': 5, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'subnets': [{'id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:06:11.507716 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fc3e0c-7173-4e71-9b8b-b1fe252dfff1 None None] Checking router: 32b36e9f-ca4e-4b17-847b-809af9c40da1 for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 19:06:11.520840 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fc3e0c-7173-4e71-9b8b-b1fe252dfff1 None None] Routers {'32b36e9f-ca4e-4b17-847b-809af9c40da1'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 19:06:11.521939 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-e5fc3e0c-7173-4e71-9b8b-b1fe252dfff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1faecd68>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T19:05:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['32b36e9f-ca4e-4b17-847b-809af9c40da1'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:06:11.755509 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-e5fc3e0c-7173-4e71-9b8b-b1fe252dfff1 None None] Set router 32b36e9f-ca4e-4b17-847b-809af9c40da1 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 19:06:12.227436 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 39744) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:06:12.324036 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-e5fc3e0c-7173-4e71-9b8b-b1fe252dfff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1faecd68>, [{'id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'name': 'tempest-AttachVolumeTestJSON-1513902271-router', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:58:15Z', 'updated_at': '2021-01-25T18:58:22Z', 'revision_number': 4, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'gw_port': {'id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:16Z', 'updated_at': '2021-01-25T18:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '20378ea5-88cd-4d67-8d42-3f3065df37af', 'name': '', 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'mac_address': 'fa:16:3e:a1:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:20Z', 'updated_at': '2021-01-25T18:58:30Z', 'revision_number': 5, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'subnets': [{'id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:06:12.329716 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fc3e0c-7173-4e71-9b8b-b1fe252dfff1 None None] The sync data for ids ['32b36e9f-ca4e-4b17-847b-809af9c40da1'] in dv-cinder-772388-1-iscsi is: [{'id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'name': 'tempest-AttachVolumeTestJSON-1513902271-router', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:58:15Z', 'updated_at': '2021-01-25T18:58:22Z', 'revision_number': 4, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'gw_port': {'id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:16Z', 'updated_at': '2021-01-25T18:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi', '_interfaces': [{'id': '20378ea5-88cd-4d67-8d42-3f3065df37af', 'name': '', 'network_id': '7470e72d-e1ad-4621-a3fb-4bbb740a6d89', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'mac_address': 'fa:16:3e:a1:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:20Z', 'updated_at': '2021-01-25T18:58:30Z', 'revision_number': 5, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'subnets': [{'id': '9e38db72-1aa1-42fd-a956-cbdb0e03df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 19:06:12.346580 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b4b93463-c0cd-4386-bc02-89e29357d9ee tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:12.388145 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b4b93463-c0cd-4386-bc02-89e29357d9ee tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:12.451741 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b4b93463-c0cd-4386-bc02-89e29357d9ee tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:12.458231 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-43d536f4-3856-43b2-8aaf-8fb2081355c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:06:12.478420 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b93463-c0cd-4386-bc02-89e29357d9ee tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1834031-7b42-4e6b-a556-5d833e36136b,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:06:12.485216 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b4b93463-c0cd-4386-bc02-89e29357d9ee tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:06:12.488207 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b4b93463-c0cd-4386-bc02-89e29357d9ee tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:12.491342 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-b4b93463-c0cd-4386-bc02-89e29357d9ee tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "DELETE /v2.0/security-groups/d1834031-7b42-4e6b-a556-5d833e36136b HTTP/1.1" status: 204  len: 168 time: 0.2621315
Jan 25 19:06:12.492724 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 39748) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:06:12.513211 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.api.v2.resource [None req-50dbefcb-70d4-46d8-a0ad-362a54f9000b tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] show failed (client error): The resource could not be found.
Jan 25 19:06:12.514382 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-50dbefcb-70d4-46d8-a0ad-362a54f9000b tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "GET /v2.0/security-groups/d1834031-7b42-4e6b-a556-5d833e36136b HTTP/1.1" status: 404  len: 347 time: 0.0205452
Jan 25 19:06:12.518285 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 39752) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:06:12.820680 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f80a638-0f37-47d3-825c-0367c02a1a80 None None] New status for floating IP 802c0242-22c2-4c4e-80d1-aea5261b8fed: DOWN {{(pid=80202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 25 19:06:13.021570 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Deleting port 3619b317-d1b2-4336-9fd8-b577d2c657c9 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:06:13.021911 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:13.232553 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:13.232929 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for floatingip, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:13.384016 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Calling delete_port for 3619b317-d1b2-4336-9fd8-b577d2c657c9 owned by network:floatingip {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 19:06:13.483217 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.db.api [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80199) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 25 19:06:13.483554 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_db.api [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 25 19:06:13.985109 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Deleting port 3619b317-d1b2-4336-9fd8-b577d2c657c9 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:06:13.985712 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:14.195968 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:14.196403 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for floatingip, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:14.342105 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Calling delete_port for 3619b317-d1b2-4336-9fd8-b577d2c657c9 owned by network:floatingip {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 19:06:14.501792 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:14.519854 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2a149f48-fedb-4807-a06b-6a9ebe98edcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:06:14.580932 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Pushing event deleted for resources: {'Port': ['ID=3619b317-d1b2-4336-9fd8-b577d2c657c9,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:06:14.650048 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:14.650387 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:14.650780 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:14.651244 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:14.651646 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:14.652045 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:14.652446 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:14.652840 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:14.653287 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:14.653678 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:14.654081 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:14.654466 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:14.654906 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:14.655293 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:14.655682 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:14.656110 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:14.656497 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:14.656895 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:14.657308 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:14.657697 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:14.658083 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:14.658466 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:14.658853 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:14.659241 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:06:14.664859 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:06:14.781946 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks [] for floatingip, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:14.801426 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8061'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:14.802982 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-0c3e8679-313f-4df1-87d5-6258ce900d8f tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] 10.222.0.77 "DELETE /v2.0/floatingips/802c0242-22c2-4c4e-80d1-aea5261b8fed HTTP/1.1" status: 204  len: 168 time: 2.2834752
Jan 25 19:06:19.133247 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 39782) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:06:19.161091 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 19:06:19.769949 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:20.112600 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-271ae671-bdbf-4ce9-a3d7-f369e77c3e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854412189'] for router_interface, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:20.517160 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-271ae671-bdbf-4ce9-a3d7-f369e77c3e60 admin admin] Deleting port 20378ea5-88cd-4d67-8d42-3f3065df37af {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:06:20.517764 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-271ae671-bdbf-4ce9-a3d7-f369e77c3e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:20.720039 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-271ae671-bdbf-4ce9-a3d7-f369e77c3e60 admin admin] For port 20378ea5-88cd-4d67-8d42-3f3065df37af, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=20378ea5-88cd-4d67-8d42-3f3065df37af,segment=NetworkSegment(bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2),segment_id=bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 19:06:20.720527 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-271ae671-bdbf-4ce9-a3d7-f369e77c3e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:20.825595 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ca7eca90-568d-4c77-986a-852360f8f615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:20.859595 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-271ae671-bdbf-4ce9-a3d7-f369e77c3e60 admin admin] Calling delete_port for 20378ea5-88cd-4d67-8d42-3f3065df37af owned by network:router_interface {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 19:06:21.096292 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-271ae671-bdbf-4ce9-a3d7-f369e77c3e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:21.117575 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2841b4a6-86c1-456c-b376-77c53883930d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:06:21.179154 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ae671-bdbf-4ce9-a3d7-f369e77c3e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=20378ea5-88cd-4d67-8d42-3f3065df37af,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:06:21.184105 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-271ae671-bdbf-4ce9-a3d7-f369e77c3e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:06:21.578142 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-271ae671-bdbf-4ce9-a3d7-f369e77c3e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-368848'] for router_interface, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:22.412534 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271ae671-bdbf-4ce9-a3d7-f369e77c3e60 admin admin] Router 32b36e9f-ca4e-4b17-847b-809af9c40da1 has already been hosted by L3 agent 2d8ead86-4bc9-4182-9257-b269509b061b {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 25 19:06:22.617695 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271ae671-bdbf-4ce9-a3d7-f369e77c3e60 admin admin] Notify agent at l3_agent.dv-cinder-772388-1-iscsi the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 25 19:06:22.631014 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7054203-d375-4d02-8da4-191a7e97ccc0 None None] Sync routers for ids ['32b36e9f-ca4e-4b17-847b-809af9c40da1'] in dv-cinder-772388-1-iscsi {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 25 19:06:22.637603 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-271ae671-bdbf-4ce9-a3d7-f369e77c3e60 admin admin] 10.222.0.77 "PUT /v2.0/routers/32b36e9f-ca4e-4b17-847b-809af9c40da1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5024951
Jan 25 19:06:22.640578 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 39788) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:06:22.644503 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7054203-d375-4d02-8da4-191a7e97ccc0 None None] Routers {'32b36e9f-ca4e-4b17-847b-809af9c40da1'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 19:06:22.645647 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-a7054203-d375-4d02-8da4-191a7e97ccc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fb5bc88>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T19:05:53Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['32b36e9f-ca4e-4b17-847b-809af9c40da1'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:06:22.958612 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-a7054203-d375-4d02-8da4-191a7e97ccc0 None None] Set router 32b36e9f-ca4e-4b17-847b-809af9c40da1 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 19:06:22.975877 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bc878469-945d-43e5-8f90-a0feb4253ed1 admin admin] Notify callbacks [] for router, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:23.240037 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bc878469-945d-43e5-8f90-a0feb4253ed1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:23.245752 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-bc878469-945d-43e5-8f90-a0feb4253ed1 admin admin] Deleting port ef588cfa-349f-4d19-b6df-0aec13924035 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:06:23.246138 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bc878469-945d-43e5-8f90-a0feb4253ed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:23.289224 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:23.295092 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f22f5c77-2585-462c-a9ad-670421c0b189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:23.445939 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-bc878469-945d-43e5-8f90-a0feb4253ed1 admin admin] For port ef588cfa-349f-4d19-b6df-0aec13924035, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=ef588cfa-349f-4d19-b6df-0aec13924035,segment=NetworkSegment(fbc49388-4a61-4a55-abaa-53d3c743fa67),segment_id=fbc49388-4a61-4a55-abaa-53d3c743fa67)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 19:06:23.446444 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bc878469-945d-43e5-8f90-a0feb4253ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:23.587275 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-bc878469-945d-43e5-8f90-a0feb4253ed1 admin admin] Calling delete_port for ef588cfa-349f-4d19-b6df-0aec13924035 owned by network:router_gateway {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 19:06:23.610518 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-a7054203-d375-4d02-8da4-191a7e97ccc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fb5bc88>, [{'id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'name': 'tempest-AttachVolumeTestJSON-1513902271-router', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:58:15Z', 'updated_at': '2021-01-25T19:06:20Z', 'revision_number': 5, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'gw_port': {'id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:16Z', 'updated_at': '2021-01-25T18:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:06:23.618213 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7054203-d375-4d02-8da4-191a7e97ccc0 None None] Checking router: 32b36e9f-ca4e-4b17-847b-809af9c40da1 for host: dv-cinder-772388-1-iscsi {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 25 19:06:23.637002 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7054203-d375-4d02-8da4-191a7e97ccc0 None None] Routers {'32b36e9f-ca4e-4b17-847b-809af9c40da1'} bound to L3 agent in host dv-cinder-772388-1-iscsi {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 25 19:06:23.638215 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-a7054203-d375-4d02-8da4-191a7e97ccc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a1fb5bc88>, 'dv-cinder-772388-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T18:34:23Z,description=<?>,heartbeat_timestamp=2021-01-25T19:06:23Z,host='dv-cinder-772388-1-iscsi',id=2d8ead86-4bc9-4182-9257-b269509b061b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-25T18:34:23Z,topic='l3_agent')) {'router_ids': ['32b36e9f-ca4e-4b17-847b-809af9c40da1'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:06:23.740235 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bc878469-945d-43e5-8f90-a0feb4253ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:23.918264 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvr_db [None req-a7054203-d375-4d02-8da4-191a7e97ccc0 None None] Set router 32b36e9f-ca4e-4b17-847b-809af9c40da1 gateway port host: dv-cinder-772388-1-iscsi {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 25 19:06:24.018454 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bc878469-945d-43e5-8f90-a0feb4253ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367976'] for router_gateway, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:24.247984 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_hamode_db [None req-a7054203-d375-4d02-8da4-191a7e97ccc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a1fb5bc88>, [{'id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'name': 'tempest-AttachVolumeTestJSON-1513902271-router', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:58:15Z', 'updated_at': '2021-01-25T19:06:20Z', 'revision_number': 5, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'gw_port': {'id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:16Z', 'updated_at': '2021-01-25T18:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}], 'dv-cinder-772388-1-iscsi', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:06:24.253335 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7054203-d375-4d02-8da4-191a7e97ccc0 None None] The sync data for ids ['32b36e9f-ca4e-4b17-847b-809af9c40da1'] in dv-cinder-772388-1-iscsi is: [{'id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'name': 'tempest-AttachVolumeTestJSON-1513902271-router', 'tenant_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'external_fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T18:58:15Z', 'updated_at': '2021-01-25T19:06:20Z', 'revision_number': 5, 'project_id': '52b208f1c80f43cf9ef1a2d56217e38b', 'gw_port': {'id': 'ef588cfa-349f-4d19-b6df-0aec13924035', 'name': '', 'network_id': 'ef7ca5be-17a0-4c04-be0c-5aafd7b465e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36e9f-ca4e-4b17-847b-809af9c40da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T18:58:16Z', 'updated_at': '2021-01-25T18:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ebd7f5-b535-4f35-9c6a-a58c394e9ef4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-1-iscsi'}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 25 19:06:24.300226 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bc878469-945d-43e5-8f90-a0feb4253ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:24.304561 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bc878469-945d-43e5-8f90-a0feb4253ed1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:24.346182 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bc878469-945d-43e5-8f90-a0feb4253ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854410295'] for router, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:24.346983 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc878469-945d-43e5-8f90-a0feb4253ed1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32b36e9f-ca4e-4b17-847b-809af9c40da1 {{(pid=80199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 25 19:06:24.363880 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bc878469-945d-43e5-8f90-a0feb4253ed1 admin admin] Notify callbacks [] for router, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:24.365332 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-bc878469-945d-43e5-8f90-a0feb4253ed1 admin admin] 10.222.0.77 "DELETE /v2.0/routers/32b36e9f-ca4e-4b17-847b-809af9c40da1 HTTP/1.1" status: 204  len: 168 time: 1.7234466
Jan 25 19:06:24.369251 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 39792) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:06:24.447496 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7e7fed-c261-472d-a595-b25a10fb4def admin admin] Deleting subnet 9e38db72-1aa1-42fd-a956-cbdb0e03df27 {{(pid=80199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 25 19:06:24.451112 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-df7e7fed-c261-472d-a595-b25a10fb4def admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:24.514118 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-df7e7fed-c261-472d-a595-b25a10fb4def admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1953463'] for subnet, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:24.611308 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-df7e7fed-c261-472d-a595-b25a10fb4def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-613998'] for subnet, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:24.777155 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:24.782172 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 20378ea5-88cd-4d67-8d42-3f3065df37af no longer exists at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 19:06:24.824003 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] No Port match for: 20378ea5-88cd-4d67-8d42-3f3065df37af {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 19:06:24.824527 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 20378ea5-88cd-4d67-8d42-3f3065df37af not bound to the agent host dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 19:06:24.937094 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-df7e7fed-c261-472d-a595-b25a10fb4def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7187683'] for subnet, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:24.955384 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a6b39911-4d62-40db-9785-472f2e352569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:06:25.008220 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e7fed-c261-472d-a595-b25a10fb4def admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e38db72-1aa1-42fd-a956-cbdb0e03df27,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:06:25.028132 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-df7e7fed-c261-472d-a595-b25a10fb4def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:06:25.267423 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:25.384319 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-df7e7fed-c261-472d-a595-b25a10fb4def admin admin] Notify callbacks [] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:25.391694 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-df7e7fed-c261-472d-a595-b25a10fb4def admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9e38db72-1aa1-42fd-a956-cbdb0e03df27 HTTP/1.1" status: 204  len: 168 time: 1.0205884
Jan 25 19:06:25.394213 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f932bdf-6571-4bfa-8b25-8642bc0de5cb None None] Network 7470e72d-e1ad-4621-a3fb-4bbb740a6d89 requested from dv-cinder-772388-1-iscsi {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 25 19:06:25.394848 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 39798) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:06:25.527303 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-63e84101-7688-4b2e-94a6-320e78d2526a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854171154'] for network, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:25.605983 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-63e84101-7688-4b2e-94a6-320e78d2526a admin admin] Deleting port 8eb67ba0-a43e-45b9-9809-bcd467b7e37c {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:06:25.606366 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-63e84101-7688-4b2e-94a6-320e78d2526a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:25.775754 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85b6aed-80b3-4b65-b5fe-900d59eb2367 None None] DHCP port deletion for 7470e72d-e1ad-4621-a3fb-4bbb740a6d89 request from dv-cinder-772388-1-iscsi {{(pid=80201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 25 19:06:25.781078 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-d85b6aed-80b3-4b65-b5fe-900d59eb2367 None None] Deleting port 8eb67ba0-a43e-45b9-9809-bcd467b7e37c {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:06:25.781919 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d85b6aed-80b3-4b65-b5fe-900d59eb2367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:25.899037 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-63e84101-7688-4b2e-94a6-320e78d2526a admin admin] For port 8eb67ba0-a43e-45b9-9809-bcd467b7e37c, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=8eb67ba0-a43e-45b9-9809-bcd467b7e37c,segment=NetworkSegment(bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2),segment_id=bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 19:06:25.899659 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-63e84101-7688-4b2e-94a6-320e78d2526a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:26.058778 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.db [None req-d85b6aed-80b3-4b65-b5fe-900d59eb2367 None None] For port 8eb67ba0-a43e-45b9-9809-bcd467b7e37c, host dv-cinder-772388-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-1-iscsi',level=0,port_id=8eb67ba0-a43e-45b9-9809-bcd467b7e37c,segment=NetworkSegment(bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2),segment_id=bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 25 19:06:26.059107 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d85b6aed-80b3-4b65-b5fe-900d59eb2367 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854410672'] for port, precommit_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:26.095475 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-63e84101-7688-4b2e-94a6-320e78d2526a admin admin] Calling delete_port for 8eb67ba0-a43e-45b9-9809-bcd467b7e37c owned by network:dhcp {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 19:06:26.245499 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-63e84101-7688-4b2e-94a6-320e78d2526a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13334302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738686991646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738686597235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848365393'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:26.287864 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b7321cd1-bf5b-4fed-8f8d-86778ed1b51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:06:26.302681 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-d85b6aed-80b3-4b65-b5fe-900d59eb2367 None None] Calling delete_port for 8eb67ba0-a43e-45b9-9809-bcd467b7e37c owned by network:dhcp {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 25 19:06:26.339512 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e84101-7688-4b2e-94a6-320e78d2526a admin admin] Pushing event deleted for resources: {'Port': ['ID=8eb67ba0-a43e-45b9-9809-bcd467b7e37c,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:06:26.393952 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-63e84101-7688-4b2e-94a6-320e78d2526a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:06:26.408079 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.db.api [None req-d85b6aed-80b3-4b65-b5fe-900d59eb2367 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80201) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 25 19:06:26.408712 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_db.api [None req-d85b6aed-80b3-4b65-b5fe-900d59eb2367 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 25 19:06:26.436137 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e84101-7688-4b2e-94a6-320e78d2526a admin admin] No DVR routers for this DVR port 8eb67ba0-a43e-45b9-9809-bcd467b7e37c on host dv-cinder-772388-1-iscsi {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 25 19:06:26.574378 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-63e84101-7688-4b2e-94a6-320e78d2526a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-613939', 'neutron.services.segments.db._delete_segments_for_network--9223363298167826975'] for network, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:26.703474 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-63e84101-7688-4b2e-94a6-320e78d2526a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a2222cb00>,) {'filters': {'network_id': ['7470e72d-e1ad-4621-a3fb-4bbb740a6d89']}} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:06:26.717709 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-63e84101-7688-4b2e-94a6-320e78d2526a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a2222cb00>, 'bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2') {'for_net_delete': True} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:06:26.718047 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.services.segments.db [None req-63e84101-7688-4b2e-94a6-320e78d2526a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a2222cb00>, 'bc9e9ae9-36af-4c33-8d0b-ee9f8121b6a2') {} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 25 19:06:26.731582 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-63e84101-7688-4b2e-94a6-320e78d2526a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298167820831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852822340'] for segment, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:26.748908 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-63e84101-7688-4b2e-94a6-320e78d2526a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603392'] for segment, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:26.751219 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-63e84101-7688-4b2e-94a6-320e78d2526a admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 25 19:06:26.826345 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 8eb67ba0-a43e-45b9-9809-bcd467b7e37c no longer exists at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 19:06:26.865762 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] No Port match for: 8eb67ba0-a43e-45b9-9809-bcd467b7e37c {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 19:06:26.866149 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device 8eb67ba0-a43e-45b9-9809-bcd467b7e37c not bound to the agent host dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 19:06:26.866616 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device ef588cfa-349f-4d19-b6df-0aec13924035 no longer exists at agent ovs-agent-dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 25 19:06:26.908621 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] No Port match for: ef588cfa-349f-4d19-b6df-0aec13924035 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 25 19:06:26.909035 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.rpc [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Device ef588cfa-349f-4d19-b6df-0aec13924035 not bound to the agent host dv-cinder-772388-1-iscsi {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 25 19:06:26.910561 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-d85b6aed-80b3-4b65-b5fe-900d59eb2367 None None] Deleting port 8eb67ba0-a43e-45b9-9809-bcd467b7e37c {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 25 19:06:26.910973 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d85b6aed-80b3-4b65-b5fe-900d59eb2367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298167785707'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:26.985659 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-63e84101-7688-4b2e-94a6-320e78d2526a admin admin] Network 7470e72d-e1ad-4621-a3fb-4bbb740a6d89 has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 19:06:26.986854 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.plugin [None req-d85b6aed-80b3-4b65-b5fe-900d59eb2367 None None] The port '8eb67ba0-a43e-45b9-9809-bcd467b7e37c' was deleted {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 25 19:06:27.005836 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-63e84101-7688-4b2e-94a6-320e78d2526a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-607990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848233893'] for segment, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:27.236213 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.plugins.ml2.managers [None req-63e84101-7688-4b2e-94a6-320e78d2526a admin admin] Network 7470e72d-e1ad-4621-a3fb-4bbb740a6d89 has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]: Traceback (most recent call last):
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:     timer()
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:     cb(*args, **kw)
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:     return func(*args, **kwargs)
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:     self._notify()
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:     self.callback(batched_events)
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:     event.method(event)
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:     segment_id)['aggregates'][0]
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:     return f(self, *a, **k)
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self._get(url).json()
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:     **kwargs)
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:     return self.request(url, 'GET', **kwargs)
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:     **endpoint_filter)
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 25 19:06:27.262244 dv-cinder-772388-1-iscsi neutron-server[80085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 25 19:06:27.352369 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-63e84101-7688-4b2e-94a6-320e78d2526a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854161852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363661'] for network, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:27.356555 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:06:27.377057 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-63e84101-7688-4b2e-94a6-320e78d2526a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:27.384606 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e84101-7688-4b2e-94a6-320e78d2526a admin admin] Pushing event deleted for resources: {'Network': ['ID=7470e72d-e1ad-4621-a3fb-4bbb740a6d89,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:06:27.391924 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-63e84101-7688-4b2e-94a6-320e78d2526a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:06:27.406407 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-63e84101-7688-4b2e-94a6-320e78d2526a admin admin] 10.222.0.77 "DELETE /v2.0/networks/7470e72d-e1ad-4621-a3fb-4bbb740a6d89 HTTP/1.1" status: 204  len: 168 time: 2.0103748
Jan 25 19:06:27.620773 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 39804) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:06:27.695932 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-eb7a325d-811a-44e9-a763-5dd5a53f0d73 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=52b208f1c80f43cf9ef1a2d56217e38b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0731544
Jan 25 19:06:27.698314 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 39808) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:06:27.773176 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-25773e9d-14ba-48c5-9805-ec7ab99dd58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:27.819106 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-25773e9d-14ba-48c5-9805-ec7ab99dd58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:27.876031 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-25773e9d-14ba-48c5-9805-ec7ab99dd58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:27.881997 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d78116e4-e7c8-4e92-9f12-5185db558510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:06:27.899236 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25773e9d-14ba-48c5-9805-ec7ab99dd58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734b9cf9-4c74-4099-a5fb-abc173185321,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:06:27.903216 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-25773e9d-14ba-48c5-9805-ec7ab99dd58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:06:27.905554 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-25773e9d-14ba-48c5-9805-ec7ab99dd58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:27.906860 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-25773e9d-14ba-48c5-9805-ec7ab99dd58e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/734b9cf9-4c74-4099-a5fb-abc173185321 HTTP/1.1" status: 204  len: 168 time: 0.2073758
Jan 25 19:06:30.783412 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 39860) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:06:30.949929 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4add1a40-f7eb-420d-81dc-409751936430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:30.967627 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-4add1a40-f7eb-420d-81dc-409751936430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 19:06:30.972438 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-4add1a40-f7eb-420d-81dc-409751936430 admin admin] Usage tracker for resource:security_group_rule and tenant:710b28f486394b58bc2def8b8d8b9f6e is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 19:06:30.976033 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-4add1a40-f7eb-420d-81dc-409751936430 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 19:06:30.983756 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-4add1a40-f7eb-420d-81dc-409751936430 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 19:06:31.097775 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4add1a40-f7eb-420d-81dc-409751936430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:31.101168 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4add1a40-f7eb-420d-81dc-409751936430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:31.111880 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c34791a8-73dc-4c5d-a052-9bb85ebdbf0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:06:31.164949 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-4add1a40-f7eb-420d-81dc-409751936430 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=710b28f486394b58bc2def8b8d8b9f6e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3769956
Jan 25 19:06:31.164949 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add1a40-f7eb-420d-81dc-409751936430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfd1d9c-c003-498f-9c65-e5d73021db20,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:06:31.167086 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-4add1a40-f7eb-420d-81dc-409751936430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:06:31.168019 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 39866) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:06:31.245659 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f74d609b-e848-4fde-b670-c081023d3868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:31.279141 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f74d609b-e848-4fde-b670-c081023d3868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:31.337760 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f74d609b-e848-4fde-b670-c081023d3868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:31.342647 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-3350bd43-49b8-4642-a7f7-23746eaea662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:06:31.360450 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d609b-e848-4fde-b670-c081023d3868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfd1d9c-c003-498f-9c65-e5d73021db20,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:06:31.364858 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f74d609b-e848-4fde-b670-c081023d3868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:06:31.368788 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f74d609b-e848-4fde-b670-c081023d3868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:31.370676 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-f74d609b-e848-4fde-b670-c081023d3868 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3bfd1d9c-c003-498f-9c65-e5d73021db20 HTTP/1.1" status: 204  len: 168 time: 0.2015193
Jan 25 19:06:31.793407 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 39874) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:06:31.813649 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-6e61a336-eec1-4d85-8f33-7839aca55d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:31.831014 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-6e61a336-eec1-4d85-8f33-7839aca55d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 19:06:31.835505 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-6e61a336-eec1-4d85-8f33-7839aca55d4e admin admin] Usage tracker for resource:security_group_rule and tenant:ad710cd7b4dd43c4b7b75decf36d6a43 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 19:06:31.838914 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-6e61a336-eec1-4d85-8f33-7839aca55d4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 19:06:31.846176 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-6e61a336-eec1-4d85-8f33-7839aca55d4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 19:06:31.942793 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-6e61a336-eec1-4d85-8f33-7839aca55d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:31.946357 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-6e61a336-eec1-4d85-8f33-7839aca55d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:31.956278 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0c7ea93e-927e-4f8b-9f4c-1c3096858f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:06:31.999299 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61a336-eec1-4d85-8f33-7839aca55d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a305ce-c216-4436-9bbb-15fab5ec5b70,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:06:32.003538 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-6e61a336-eec1-4d85-8f33-7839aca55d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:06:32.019931 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-6e61a336-eec1-4d85-8f33-7839aca55d4e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ad710cd7b4dd43c4b7b75decf36d6a43&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2206209
Jan 25 19:06:32.021366 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 39878) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:06:32.090545 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c1fa8f0e-0e7e-4fcb-b161-569cb35a5b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:32.121227 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c1fa8f0e-0e7e-4fcb-b161-569cb35a5b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:32.179439 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c1fa8f0e-0e7e-4fcb-b161-569cb35a5b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:32.185457 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-3534382e-d6d3-483b-998b-1962ce838eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:06:32.201249 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa8f0e-0e7e-4fcb-b161-569cb35a5b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a305ce-c216-4436-9bbb-15fab5ec5b70,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:06:32.204191 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c1fa8f0e-0e7e-4fcb-b161-569cb35a5b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:06:32.207635 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c1fa8f0e-0e7e-4fcb-b161-569cb35a5b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:32.211538 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-c1fa8f0e-0e7e-4fcb-b161-569cb35a5b06 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/06a305ce-c216-4436-9bbb-15fab5ec5b70 HTTP/1.1" status: 204  len: 168 time: 0.1901679
Jan 25 19:06:49.779345 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:50.819749 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b3b7a29b-af36-4529-8c69-6fbc78e6b150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:53.120095 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:53.139796 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9ba9-fdf0-4a7e-a281-32935e67f555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:53.454150 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 40088) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:06:53.622164 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b1b6c1dc-2049-4f0c-a52d-56234d7ebbfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:53.640408 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-b1b6c1dc-2049-4f0c-a52d-56234d7ebbfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 19:06:53.645089 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-b1b6c1dc-2049-4f0c-a52d-56234d7ebbfe admin admin] Usage tracker for resource:security_group_rule and tenant:fb248b1389ef417a9d4f756e83d3a80e is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 19:06:53.648628 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-b1b6c1dc-2049-4f0c-a52d-56234d7ebbfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 19:06:53.655635 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-b1b6c1dc-2049-4f0c-a52d-56234d7ebbfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 19:06:53.754561 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b1b6c1dc-2049-4f0c-a52d-56234d7ebbfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:53.757866 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b1b6c1dc-2049-4f0c-a52d-56234d7ebbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:53.769802 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-69d2a5f0-6b15-4a93-a88c-ba527f1217b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:06:53.815733 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6c1dc-2049-4f0c-a52d-56234d7ebbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4eb0913-c61c-411c-a427-cb6386119b33,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:06:53.820686 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-b1b6c1dc-2049-4f0c-a52d-56234d7ebbfe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fb248b1389ef417a9d4f756e83d3a80e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3652384
Jan 25 19:06:53.821816 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b1b6c1dc-2049-4f0c-a52d-56234d7ebbfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:06:53.824873 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 40094) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:06:53.951121 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fb4326a8-98e8-48ba-87de-e82244d5875e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:54.006989 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fb4326a8-98e8-48ba-87de-e82244d5875e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:54.081645 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fb4326a8-98e8-48ba-87de-e82244d5875e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:54.087241 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-f209776f-4f74-4e95-8ed6-822d90917050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:06:54.099218 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4326a8-98e8-48ba-87de-e82244d5875e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4eb0913-c61c-411c-a427-cb6386119b33,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:06:54.104212 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-fb4326a8-98e8-48ba-87de-e82244d5875e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:06:54.107861 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fb4326a8-98e8-48ba-87de-e82244d5875e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:54.109170 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-fb4326a8-98e8-48ba-87de-e82244d5875e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f4eb0913-c61c-411c-a427-cb6386119b33 HTTP/1.1" status: 204  len: 168 time: 0.2827654
Jan 25 19:06:54.543953 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 40102) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:06:54.564815 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b0b1fe64-14f8-44cf-ab91-2d776ad5ee1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:54.583022 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-b0b1fe64-14f8-44cf-ab91-2d776ad5ee1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 19:06:54.587619 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-b0b1fe64-14f8-44cf-ab91-2d776ad5ee1f admin admin] Usage tracker for resource:security_group_rule and tenant:0cb22c155d544072b376bd39b9ff3400 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 19:06:54.591461 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-b0b1fe64-14f8-44cf-ab91-2d776ad5ee1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 19:06:54.597783 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-b0b1fe64-14f8-44cf-ab91-2d776ad5ee1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 19:06:54.716152 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b0b1fe64-14f8-44cf-ab91-2d776ad5ee1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:54.720491 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b0b1fe64-14f8-44cf-ab91-2d776ad5ee1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:54.739219 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e423173f-26c5-4915-88ea-8112d2115390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:06:54.753574 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:54.822444 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-b0b1fe64-14f8-44cf-ab91-2d776ad5ee1f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0cb22c155d544072b376bd39b9ff3400&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2764580
Jan 25 19:06:54.825496 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 40106) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:06:54.831018 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1fe64-14f8-44cf-ab91-2d776ad5ee1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ca1cd0-b079-41e9-9630-c4709d810445,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:06:54.837709 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b0b1fe64-14f8-44cf-ab91-2d776ad5ee1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:06:54.901700 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-42024037-721f-439f-8318-2b4c8650cb97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:54.933219 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-42024037-721f-439f-8318-2b4c8650cb97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:54.983647 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-42024037-721f-439f-8318-2b4c8650cb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:54.988239 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-73123537-db26-4974-95a2-92f03081bfc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:06:55.008090 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42024037-721f-439f-8318-2b4c8650cb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ca1cd0-b079-41e9-9630-c4709d810445,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:06:55.011641 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-42024037-721f-439f-8318-2b4c8650cb97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:06:55.023250 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-42024037-721f-439f-8318-2b4c8650cb97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:55.028388 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-42024037-721f-439f-8318-2b4c8650cb97 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a7ca1cd0-b079-41e9-9630-c4709d810445 HTTP/1.1" status: 204  len: 168 time: 0.2012246
Jan 25 19:06:55.263987 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:06:56.169223 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 19:07:07.606502 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 40244) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:07:07.778277 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ffc5d9c5-c6ed-419e-9fe4-22ab8d70a08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:07.797548 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-ffc5d9c5-c6ed-419e-9fe4-22ab8d70a08c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 19:07:07.802329 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-ffc5d9c5-c6ed-419e-9fe4-22ab8d70a08c admin admin] Usage tracker for resource:security_group_rule and tenant:6a0c730c574d4432885d71a50e4f7663 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 19:07:07.806340 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-ffc5d9c5-c6ed-419e-9fe4-22ab8d70a08c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 19:07:07.813586 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-ffc5d9c5-c6ed-419e-9fe4-22ab8d70a08c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 19:07:07.913955 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ffc5d9c5-c6ed-419e-9fe4-22ab8d70a08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:07.917516 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ffc5d9c5-c6ed-419e-9fe4-22ab8d70a08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:07.925891 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d73c0993-b291-4caa-b6d6-6dfcb290f303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:07:07.974356 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-ffc5d9c5-c6ed-419e-9fe4-22ab8d70a08c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6a0c730c574d4432885d71a50e4f7663&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3662539
Jan 25 19:07:07.975494 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5d9c5-c6ed-419e-9fe4-22ab8d70a08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eae6e19-aec2-4d5a-8444-9b8867d41a4d,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:07:07.977825 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 40252) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:07:07.980568 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-ffc5d9c5-c6ed-419e-9fe4-22ab8d70a08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:07:08.057514 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-824638b1-a102-4be1-862f-4edc7d7a2c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:08.090268 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-824638b1-a102-4be1-862f-4edc7d7a2c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:08.153479 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-824638b1-a102-4be1-862f-4edc7d7a2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:08.158596 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b070e280-e1a4-478b-970f-e6f97247f737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:07:08.177380 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824638b1-a102-4be1-862f-4edc7d7a2c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eae6e19-aec2-4d5a-8444-9b8867d41a4d,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:07:08.183224 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-824638b1-a102-4be1-862f-4edc7d7a2c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:07:08.191234 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-824638b1-a102-4be1-862f-4edc7d7a2c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:08.192628 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-824638b1-a102-4be1-862f-4edc7d7a2c5b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7eae6e19-aec2-4d5a-8444-9b8867d41a4d HTTP/1.1" status: 204  len: 168 time: 0.2121177
Jan 25 19:07:08.652890 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 40260) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:07:08.673202 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1fac1a2d-7fee-4d00-b357-7afeb9979932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:08.691084 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-1fac1a2d-7fee-4d00-b357-7afeb9979932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 19:07:08.695682 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-1fac1a2d-7fee-4d00-b357-7afeb9979932 admin admin] Usage tracker for resource:security_group_rule and tenant:0e31b7fc43be4266b8b13f3d45a984e4 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 19:07:08.699072 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-1fac1a2d-7fee-4d00-b357-7afeb9979932 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 19:07:08.705700 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-1fac1a2d-7fee-4d00-b357-7afeb9979932 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 19:07:08.807839 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1fac1a2d-7fee-4d00-b357-7afeb9979932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:08.811293 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1fac1a2d-7fee-4d00-b357-7afeb9979932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:08.821413 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-824638b1-a102-4be1-862f-4edc7d7a2c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:07:08.874563 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-1fac1a2d-7fee-4d00-b357-7afeb9979932 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0e31b7fc43be4266b8b13f3d45a984e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2203546
Jan 25 19:07:08.875593 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac1a2d-7fee-4d00-b357-7afeb9979932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e4a927-61ca-490e-8798-827a538bb0f5,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:07:08.878718 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 40264) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:07:08.879548 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1fac1a2d-7fee-4d00-b357-7afeb9979932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:07:09.006547 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-666a9aed-a593-48ec-8481-cac071972dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:09.064154 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-666a9aed-a593-48ec-8481-cac071972dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:09.154827 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-666a9aed-a593-48ec-8481-cac071972dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:09.160540 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-6e4cb2f6-81f2-4506-b23b-78c8b2ae6fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:07:09.175165 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a9aed-a593-48ec-8481-cac071972dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e4a927-61ca-490e-8798-827a538bb0f5,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:07:09.178228 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-666a9aed-a593-48ec-8481-cac071972dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:07:09.190623 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-666a9aed-a593-48ec-8481-cac071972dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:09.192312 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-666a9aed-a593-48ec-8481-cac071972dd3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/78e4a927-61ca-490e-8798-827a538bb0f5 HTTP/1.1" status: 204  len: 168 time: 0.3113101
Jan 25 19:07:09.895408 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 40272) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:07:09.916999 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-adc04329-2469-4460-a290-bc8c7e126692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:09.933905 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-adc04329-2469-4460-a290-bc8c7e126692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 19:07:09.938494 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-adc04329-2469-4460-a290-bc8c7e126692 admin admin] Usage tracker for resource:security_group_rule and tenant:8ba24508672a48e88f6f0670ccccea1b is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 19:07:09.944806 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-adc04329-2469-4460-a290-bc8c7e126692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 19:07:09.957897 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-adc04329-2469-4460-a290-bc8c7e126692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 19:07:10.075541 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-adc04329-2469-4460-a290-bc8c7e126692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:10.078860 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-adc04329-2469-4460-a290-bc8c7e126692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:10.088731 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-1d8d51ee-b023-47f1-b918-9f30f0ba39da tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:07:10.136621 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-adc04329-2469-4460-a290-bc8c7e126692 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8ba24508672a48e88f6f0670ccccea1b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2400301
Jan 25 19:07:10.138504 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc04329-2469-4460-a290-bc8c7e126692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5b156d-740a-4945-81dc-f869f8ae44ae,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:07:10.139626 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 40276) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:07:10.142055 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-adc04329-2469-4460-a290-bc8c7e126692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:07:10.267335 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:10.303819 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:10.355439 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:10.359915 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-32deb6cb-3576-40c7-9f0f-921da5427ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:07:10.373068 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5b156d-740a-4945-81dc-f869f8ae44ae,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:07:10.385187 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:10.385604 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:10.386031 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:10.386432 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:10.386839 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:10.387248 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:10.387649 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:10.388052 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:10.388441 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:10.388834 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:10.389269 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:10.389656 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:10.390106 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:10.390497 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:10.390902 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:10.391284 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:10.391684 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:10.392084 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:10.392477 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:10.392873 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:10.393287 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:10.393679 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:10.394084 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:10.394469 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:10.398709 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:07:10.400000 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:10.401785 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-b07585b7-c568-4ff2-8643-e3f6d3ca0bbf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0c5b156d-740a-4945-81dc-f869f8ae44ae HTTP/1.1" status: 204  len: 168 time: 0.2602258
Jan 25 19:07:17.667825 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 40350) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:07:17.897921 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e0394bf7-3aca-4663-9691-2d9f76c9da0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:17.930136 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-e0394bf7-3aca-4663-9691-2d9f76c9da0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 19:07:17.937887 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-e0394bf7-3aca-4663-9691-2d9f76c9da0c admin admin] Usage tracker for resource:security_group_rule and tenant:c903aa0e66534c03b7a83a30a7dae83b is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 19:07:17.943463 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-e0394bf7-3aca-4663-9691-2d9f76c9da0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 19:07:17.956444 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-e0394bf7-3aca-4663-9691-2d9f76c9da0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 19:07:18.082579 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e0394bf7-3aca-4663-9691-2d9f76c9da0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:18.085937 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-e0394bf7-3aca-4663-9691-2d9f76c9da0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:18.096098 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-90817589-ef48-4598-96c9-3a74afe97ed5 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:07:18.144263 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-e0394bf7-3aca-4663-9691-2d9f76c9da0c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c903aa0e66534c03b7a83a30a7dae83b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4751058
Jan 25 19:07:18.145370 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0394bf7-3aca-4663-9691-2d9f76c9da0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645c9dbc-6be5-4424-a8f8-2cde9ed8c4d0,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:07:18.147473 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 40356) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:07:18.149217 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-e0394bf7-3aca-4663-9691-2d9f76c9da0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:07:18.225937 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:18.264613 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:18.321712 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:18.331924 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-fb4326a8-98e8-48ba-87de-e82244d5875e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:07:18.362814 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645c9dbc-6be5-4424-a8f8-2cde9ed8c4d0,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:07:18.386115 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:18.386857 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:18.387582 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:18.388307 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:18.389102 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:18.389862 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:18.390585 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:18.391306 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:18.392022 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:18.392733 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:18.393489 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:18.394210 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:18.395010 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:18.395742 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:18.396468 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:18.397234 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:18.397955 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:18.398670 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:18.399384 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:18.400644 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:18.401410 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:18.402138 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:18.402854 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:18.403578 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-1-iscsi {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 25 19:07:18.414930 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:07:18.423542 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:18.425771 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/645c9dbc-6be5-4424-a8f8-2cde9ed8c4d0 HTTP/1.1" status: 204  len: 168 time: 0.2757149
Jan 25 19:07:18.838104 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 40364) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:07:18.859878 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-164e0995-5aa8-4ef8-aeb0-d3ec6d292375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:18.879818 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-164e0995-5aa8-4ef8-aeb0-d3ec6d292375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 19:07:18.884707 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-164e0995-5aa8-4ef8-aeb0-d3ec6d292375 admin admin] Usage tracker for resource:security_group_rule and tenant:1903a436ec92433b89b2f996761b4330 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 19:07:18.888452 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-164e0995-5aa8-4ef8-aeb0-d3ec6d292375 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 19:07:18.896294 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-164e0995-5aa8-4ef8-aeb0-d3ec6d292375 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 19:07:19.007503 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-164e0995-5aa8-4ef8-aeb0-d3ec6d292375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:19.010481 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-164e0995-5aa8-4ef8-aeb0-d3ec6d292375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:19.020908 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d154b9a7-b8eb-435d-abc5-70141c9d3451 tempest-TestMinimumBasicScenario-129697960 tempest-TestMinimumBasicScenario-129697960] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:07:19.071957 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-164e0995-5aa8-4ef8-aeb0-d3ec6d292375 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1903a436ec92433b89b2f996761b4330&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2320540
Jan 25 19:07:19.073024 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e0995-5aa8-4ef8-aeb0-d3ec6d292375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2004c86-938b-4952-8de3-a3eb35f97752,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:07:19.075674 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 40368) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:07:19.078802 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-164e0995-5aa8-4ef8-aeb0-d3ec6d292375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:07:19.152948 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-45737f0f-ce7e-44c9-9165-6cf1b936f944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:19.186647 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-45737f0f-ce7e-44c9-9165-6cf1b936f944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:19.241967 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-45737f0f-ce7e-44c9-9165-6cf1b936f944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:19.248283 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-43adceef-6840-443e-80db-c521bcf1e674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:07:19.262345 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45737f0f-ce7e-44c9-9165-6cf1b936f944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2004c86-938b-4952-8de3-a3eb35f97752,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:07:19.266440 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-45737f0f-ce7e-44c9-9165-6cf1b936f944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:07:19.270216 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-45737f0f-ce7e-44c9-9165-6cf1b936f944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:19.271524 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-45737f0f-ce7e-44c9-9165-6cf1b936f944 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f2004c86-938b-4952-8de3-a3eb35f97752 HTTP/1.1" status: 204  len: 168 time: 0.1948090
Jan 25 19:07:19.786480 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:20.825722 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c2961fc5-e850-4bca-9d9b-9051c715c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:23.154380 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:23.159036 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-24ba2894-37ee-4362-bf62-3b1cc9fd7b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:24.758603 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:25.271920 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:32.865416 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 40460) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:07:33.037367 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ed13a03e-c909-4817-b76b-a90716b33c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:33.054916 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-ed13a03e-c909-4817-b76b-a90716b33c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 19:07:33.059989 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-ed13a03e-c909-4817-b76b-a90716b33c49 admin admin] Usage tracker for resource:security_group_rule and tenant:497d68e8023143aabf864f099e61b3fa is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 19:07:33.064007 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-ed13a03e-c909-4817-b76b-a90716b33c49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 19:07:33.070811 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-ed13a03e-c909-4817-b76b-a90716b33c49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 19:07:33.161596 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 19:07:33.175094 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ed13a03e-c909-4817-b76b-a90716b33c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:33.178296 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ed13a03e-c909-4817-b76b-a90716b33c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:33.188311 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-7da70f46-8758-4897-a111-19e49aadb55e tempest-TestVolumeBootPattern-217377370 tempest-TestVolumeBootPattern-217377370] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:07:33.239423 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-ed13a03e-c909-4817-b76b-a90716b33c49 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=497d68e8023143aabf864f099e61b3fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3726234
Jan 25 19:07:33.240756 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13a03e-c909-4817-b76b-a90716b33c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f26acf-aec0-4d79-9f84-188a0f3437e9,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:07:33.243926 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 40466) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:07:33.244785 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-ed13a03e-c909-4817-b76b-a90716b33c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:07:33.323842 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-af28a445-545c-4d72-bf87-4a9c75bc4f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:33.356464 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-af28a445-545c-4d72-bf87-4a9c75bc4f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:33.413211 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-af28a445-545c-4d72-bf87-4a9c75bc4f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:33.418127 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-4f286737-eeec-4312-b421-e281dfecb237 tempest-TestShelveInstance-660793494 tempest-TestShelveInstance-660793494] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:07:33.437264 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28a445-545c-4d72-bf87-4a9c75bc4f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f26acf-aec0-4d79-9f84-188a0f3437e9,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:07:33.441446 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-af28a445-545c-4d72-bf87-4a9c75bc4f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:07:33.444053 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-af28a445-545c-4d72-bf87-4a9c75bc4f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:33.445131 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-af28a445-545c-4d72-bf87-4a9c75bc4f8b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f2f26acf-aec0-4d79-9f84-188a0f3437e9 HTTP/1.1" status: 204  len: 168 time: 0.1996424
Jan 25 19:07:33.840980 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 40474) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:07:33.861610 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ad6df5a6-452a-4c92-abdc-395c35b721ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:33.880158 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-ad6df5a6-452a-4c92-abdc-395c35b721ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 19:07:33.884848 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-ad6df5a6-452a-4c92-abdc-395c35b721ed admin admin] Usage tracker for resource:security_group_rule and tenant:23d4ddf24da644d6891a5a8348c4b3fd is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 19:07:33.888141 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-ad6df5a6-452a-4c92-abdc-395c35b721ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 19:07:33.894292 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-ad6df5a6-452a-4c92-abdc-395c35b721ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 19:07:33.997927 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ad6df5a6-452a-4c92-abdc-395c35b721ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:34.001612 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ad6df5a6-452a-4c92-abdc-395c35b721ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:34.010242 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-a93ddb7f-b480-4357-8ebd-4693b00d2ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:07:34.057920 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-ad6df5a6-452a-4c92-abdc-395c35b721ed admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=23d4ddf24da644d6891a5a8348c4b3fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2155070
Jan 25 19:07:34.059027 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6df5a6-452a-4c92-abdc-395c35b721ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9aac16c-4db3-45be-b591-38abd79ce499,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:07:34.061961 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 40478) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:07:34.062584 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-ad6df5a6-452a-4c92-abdc-395c35b721ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:07:34.137920 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2b8230c2-5e7b-48ef-8adf-22f31e565bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:34.166939 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2b8230c2-5e7b-48ef-8adf-22f31e565bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:34.242401 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2b8230c2-5e7b-48ef-8adf-22f31e565bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:34.253492 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-07366451-8520-4de4-87fc-ea74df96c8ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:07:34.282394 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8230c2-5e7b-48ef-8adf-22f31e565bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9aac16c-4db3-45be-b591-38abd79ce499,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:07:34.286033 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-2b8230c2-5e7b-48ef-8adf-22f31e565bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:07:34.298858 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2b8230c2-5e7b-48ef-8adf-22f31e565bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:34.300122 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-2b8230c2-5e7b-48ef-8adf-22f31e565bd4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d9aac16c-4db3-45be-b591-38abd79ce499 HTTP/1.1" status: 204  len: 168 time: 0.2370040
Jan 25 19:07:37.579400 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 40536) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:07:37.746477 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5b770c12-213a-4327-859b-a2236edc2442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:37.764055 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-5b770c12-213a-4327-859b-a2236edc2442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 19:07:37.768456 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-5b770c12-213a-4327-859b-a2236edc2442 admin admin] Usage tracker for resource:security_group_rule and tenant:2957795e09ab4b5ba0867da6441256c4 is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 19:07:37.771708 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-5b770c12-213a-4327-859b-a2236edc2442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 19:07:37.778642 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-5b770c12-213a-4327-859b-a2236edc2442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 19:07:37.876623 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5b770c12-213a-4327-859b-a2236edc2442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:37.879984 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5b770c12-213a-4327-859b-a2236edc2442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:37.889799 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-ffc5d9c5-c6ed-419e-9fe4-22ab8d70a08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:07:37.941306 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-5b770c12-213a-4327-859b-a2236edc2442 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2957795e09ab4b5ba0867da6441256c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3603289
Jan 25 19:07:37.942424 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b770c12-213a-4327-859b-a2236edc2442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a2ff18-96c0-4646-8b59-daf2147c1004,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:07:37.944735 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 40542) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:07:37.946114 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-5b770c12-213a-4327-859b-a2236edc2442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:07:38.035962 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-daf225a6-09f4-4e82-a1ef-042626fbe0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:38.066427 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-daf225a6-09f4-4e82-a1ef-042626fbe0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:38.123388 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-daf225a6-09f4-4e82-a1ef-042626fbe0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:38.129352 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-d35fabf1-2c09-4c96-8a40-e38703f76c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:07:38.144769 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf225a6-09f4-4e82-a1ef-042626fbe0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a2ff18-96c0-4646-8b59-daf2147c1004,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:07:38.149338 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-daf225a6-09f4-4e82-a1ef-042626fbe0c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:07:38.156536 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-daf225a6-09f4-4e82-a1ef-042626fbe0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:38.157853 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-daf225a6-09f4-4e82-a1ef-042626fbe0c8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e7a2ff18-96c0-4646-8b59-daf2147c1004 HTTP/1.1" status: 204  len: 168 time: 0.2114327
Jan 25 19:07:38.733396 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 40550) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:07:38.755057 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-71950b89-2925-482a-8eb4-0f958d20b501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:38.773181 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-71950b89-2925-482a-8eb4-0f958d20b501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 19:07:38.778079 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-71950b89-2925-482a-8eb4-0f958d20b501 admin admin] Usage tracker for resource:security_group_rule and tenant:466472150ca2402f928412824efbe1fe is out of sync, need to count used quota {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 19:07:38.781844 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-71950b89-2925-482a-8eb4-0f958d20b501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80198) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 19:07:38.788573 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-71950b89-2925-482a-8eb4-0f958d20b501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 19:07:38.886917 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-71950b89-2925-482a-8eb4-0f958d20b501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:38.890282 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-71950b89-2925-482a-8eb4-0f958d20b501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:38.900111 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-3be5ed6a-8f74-4ec5-aa97-626bcd552da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:07:38.947536 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-71950b89-2925-482a-8eb4-0f958d20b501 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=466472150ca2402f928412824efbe1fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2123749
Jan 25 19:07:38.948645 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71950b89-2925-482a-8eb4-0f958d20b501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d014365-ed69-4a93-a35e-41d1b971ba09,revision_number=1']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:07:38.950939 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 40554) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:07:38.952618 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-71950b89-2925-482a-8eb4-0f958d20b501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:07:39.030303 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa78a-21cd-45e4-aea7-9da8bedf4431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:39.061308 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa78a-21cd-45e4-aea7-9da8bedf4431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:39.112781 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa78a-21cd-45e4-aea7-9da8bedf4431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:39.118583 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-0cb3a5be-9e55-4c8c-9bdc-334811ea2395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:07:39.133122 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5aa78a-21cd-45e4-aea7-9da8bedf4431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d014365-ed69-4a93-a35e-41d1b971ba09,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:07:39.136751 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-ee5aa78a-21cd-45e4-aea7-9da8bedf4431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:07:39.139026 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa78a-21cd-45e4-aea7-9da8bedf4431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:39.140362 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-ee5aa78a-21cd-45e4-aea7-9da8bedf4431 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4d014365-ed69-4a93-a35e-41d1b971ba09 HTTP/1.1" status: 204  len: 168 time: 0.1881540
Jan 25 19:07:40.865263 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.77', 40584) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:07:41.041433 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c5ba8abd-f886-4ffc-9f83-2b051f172d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:41.062522 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-c5ba8abd-f886-4ffc-9f83-2b051f172d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 25 19:07:41.069168 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-c5ba8abd-f886-4ffc-9f83-2b051f172d16 admin admin] Usage tracker for resource:security_group_rule and tenant:ee6d1170b2334d058a8e05fca4105424 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 25 19:07:41.075374 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.quota.resource [None req-c5ba8abd-f886-4ffc-9f83-2b051f172d16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 25 19:07:41.085593 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.quota.driver [None req-c5ba8abd-f886-4ffc-9f83-2b051f172d16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 25 19:07:41.245464 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c5ba8abd-f886-4ffc-9f83-2b051f172d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:41.249866 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c5ba8abd-f886-4ffc-9f83-2b051f172d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:41.268170 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-01471e29-7ea3-4799-a093-7861fed0355e tempest-AttachVolumeTestJSON-410389057 tempest-AttachVolumeTestJSON-410389057] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:07:41.353176 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-c5ba8abd-f886-4ffc-9f83-2b051f172d16 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ee6d1170b2334d058a8e05fca4105424&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4855497
Jan 25 19:07:41.354822 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba8abd-f886-4ffc-9f83-2b051f172d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b556713-f482-4454-954c-adf689bc71b6,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:07:41.355815 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [-] (80198) accepted ('10.222.0.77', 40590) {{(pid=80198) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 25 19:07:41.360589 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-c5ba8abd-f886-4ffc-9f83-2b051f172d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:07:41.424831 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-73454a88-5f8f-44bb-9323-04d9274d5e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:41.461480 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-73454a88-5f8f-44bb-9323-04d9274d5e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:41.771145 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-73454a88-5f8f-44bb-9323-04d9274d5e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517020'] for security_group, after_delete {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:41.777533 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-60e21523-3185-4a11-95a1-67c411725a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 25 19:07:41.794734 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73454a88-5f8f-44bb-9323-04d9274d5e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b556713-f482-4454-954c-adf689bc71b6,revision_number=None']} {{(pid=80198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 25 19:07:41.797907 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG oslo_concurrency.lockutils [None req-73454a88-5f8f-44bb-9323-04d9274d5e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 25 19:07:41.811149 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-73454a88-5f8f-44bb-9323-04d9274d5e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:41.812885 dv-cinder-772388-1-iscsi neutron-server[80085]: INFO neutron.wsgi [None req-73454a88-5f8f-44bb-9323-04d9274d5e1e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3b556713-f482-4454-954c-adf689bc71b6 HTTP/1.1" status: 204  len: 168 time: 0.4555199
Jan 25 19:07:49.797864 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:50.821624 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-67e714d9-6136-413a-a23b-4772ecd7e7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:53.144888 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:53.149528 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-9fb6f2f1-60f1-4921-9bcc-dbfce73b5aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:54.765266 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:07:55.267105 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:08:10.162731 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 19:08:19.810920 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:08:20.826528 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-7955c4c3-957c-45bd-8b37-60ad3e0398b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:08:23.140761 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:08:23.144627 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5c594c15-92b5-4458-bda4-1693db4c5ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:08:24.770067 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:08:25.270019 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:08:47.163466 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 19:08:49.812466 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:08:50.831441 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5754e9c3-203d-4a6f-bba9-5f8eaa94a028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:08:53.137673 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:08:53.149826 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-babe9294-48a8-425d-a882-43ecff43a0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:08:54.774248 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:08:55.276364 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:09:19.869894 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:09:20.836704 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1e659250-c11a-468e-9ac1-e0e1025ce43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:09:23.142324 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:09:23.153191 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-715e1a27-e815-4b13-9e0f-22f73802eaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:09:24.164330 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 19:09:24.779127 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:09:25.281210 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:09:49.875782 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:09:50.839494 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-508bd5e1-8318-448b-b661-22048b183d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:09:53.147720 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:09:53.158699 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-019ff7a3-2a07-4a05-8d28-57dbb0bb06c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:09:54.782520 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:09:55.282944 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:10:01.164916 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 19:10:19.881316 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:10:20.845335 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-6ac98526-99d8-4ceb-b399-f1b81766c0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:10:23.143414 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:10:23.161092 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-d3eb7e5c-c7d7-464c-bd86-9e0a61a32ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:10:24.788871 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:10:25.286557 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:10:38.165824 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 19:10:49.889318 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:10:50.849520 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-5d71a61c-12ef-42a5-b893-2957a93f6001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:10:53.147662 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:10:53.164610 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-55effeb6-b206-4b21-8166-a848f88346a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:10:54.782802 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:10:55.290290 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:11:03.623154 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [req-b50f09f9-9a67-4f53-9557-1e3d50ec6e72 req-31063c6c-cef0-4c9a-bd56-eb2dc2b08a34 service neutron] (80199) timed out ('10.222.0.77', 38082) {{(pid=80199) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 25 19:11:15.168047 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 19:11:19.887445 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:11:20.853690 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-a5851d6b-c897-4817-806c-84b7b615ff6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:11:23.150795 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:11:23.181293 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cb0c6ac6-b4f8-483b-b91b-6e98f88f038d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:11:24.787394 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:11:25.292944 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:11:27.912180 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.wsgi [req-9d12e44d-cfac-49c0-abbc-f1a8141f09a1 req-efea2b89-c605-4e11-b972-798e2bae5c58 service neutron] (80199) timed out ('10.222.0.77', 35514) {{(pid=80199) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 25 19:11:49.902876 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:11:50.858653 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-fc3852c4-6863-49cb-a462-1c2ef2e55e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:11:52.168609 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 19:11:53.174726 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:11:53.176744 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-bc0bbb46-2ca7-4e4d-8875-cd7652f54b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:11:54.794096 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:11:55.298502 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:12:19.914255 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:12:20.863844 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f4f9d4d9-5971-43c4-8160-4ecf8bbb06e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:12:23.163473 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:12:23.173659 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-c936f491-8609-458b-9868-9642c80626fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:12:24.790097 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:12:25.302294 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:12:29.168838 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 19:12:49.914578 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:12:50.867946 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-2af8ef6c-affe-4b20-9f91-61ec0297d090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:12:53.172528 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:12:53.179773 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-daab778d-b094-4ffd-8b8d-6fd204346d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:12:54.785860 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:12:55.306932 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:13:06.170176 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron.db.agents_db [None req-b1004fcb-9686-433a-a4bf-90a5acdfc7c8 None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 25 19:13:19.924329 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-cf6f19ff-7a9b-481d-aeb1-796f20e72333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:13:20.872515 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-0d66bf0f-7253-4659-9921-d86984e2f9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:13:23.198265 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-30c7f73e-95bb-44c9-91f6-a82c9d232dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:13:23.209883 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-febca937-75d7-4f6c-94ec-073ceebcfa6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:13:24.790771 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-1ff51b5e-78b8-44b7-98fd-bb7159884132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 25 19:13:25.313372 dv-cinder-772388-1-iscsi neutron-server[80085]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b07-df9b-4d07-855f-11460dc56325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298167826992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-620817'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}